This commit is contained in:
Michał Kozłowski 2023-01-24 18:21:55 +01:00
parent b7373610dc
commit fcc09e70d6

View File

@ -47,7 +47,7 @@ class DonutDataset(Dataset):
self.sort_json_key = sort_json_key
self.added_tokens = added_tokens
self.dataset = dataset
self.dataset = dataset.with_format("torch")
# self.dataset_length = len(self.dataset.with_format("torch"))
self.gt_token_sequences = []