diff --git a/train_stream.py b/train_stream.py index 901564d..5aed52a 100644 --- a/train_stream.py +++ b/train_stream.py @@ -61,8 +61,8 @@ def main(config, hug_token): model.config.pad_token_id = processor.tokenizer.pad_token_id model.config.decoder_start_token_id = processor.tokenizer.convert_tokens_to_ids([''])[0] - train_dataloader = DataLoader(train_dataset, batch_size=1, shuffle=True, num_workers=4) - val_dataloader = DataLoader(val_dataset, batch_size=1, shuffle=False, num_workers=4) + train_dataloader = DataLoader(train_dataset, batch_size=1, shuffle=True, num_workers=1) + val_dataloader = DataLoader(val_dataset, batch_size=1, shuffle=False, num_workers=1) login(hug_token, True)