fixlen
This commit is contained in:
parent
c7b2f1d20a
commit
5fca831ccd
@ -48,7 +48,7 @@ class DonutDataset(Dataset):
|
|||||||
self.added_tokens = added_tokens
|
self.added_tokens = added_tokens
|
||||||
|
|
||||||
self.dataset = dataset
|
self.dataset = dataset
|
||||||
self.dataset_length = len(list(self.dataset))
|
self.dataset_length = len(self.dataset)
|
||||||
|
|
||||||
self.gt_token_sequences = []
|
self.gt_token_sequences = []
|
||||||
for sample in self.dataset:
|
for sample in self.dataset:
|
||||||
|
Loading…
Reference in New Issue
Block a user