s444415/donut
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

reduce workers

Browse Source
This commit is contained in:
mkozlowskiAzimuthe 2023-01-25 18:02:58 +01:00
parent cb3c3e46cb
commit ce564bd1c7
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
train_stream.py
View File

@ -61,8 +61,8 @@ def main(config, hug_token):
model.config.pad_token_id = processor.tokenizer.pad_token_id model.config.pad_token_id = processor.tokenizer.pad_token_id
model.config.decoder_start_token_id = processor.tokenizer.convert_tokens_to_ids(['<s_cord-v2>'])[0] model.config.decoder_start_token_id = processor.tokenizer.convert_tokens_to_ids(['<s_cord-v2>'])[0]
train_dataloader = DataLoader(train_dataset, batch_size=1, shuffle=True, num_workers=4) train_dataloader = DataLoader(train_dataset, batch_size=1, shuffle=True, num_workers=1)
val_dataloader = DataLoader(val_dataset, batch_size=1, shuffle=False, num_workers=4) val_dataloader = DataLoader(val_dataset, batch_size=1, shuffle=False, num_workers=1)
login(hug_token, True) login(hug_token, True)