From ce564bd1c7f6009ab56fdc72eadad8a73b4fd541 Mon Sep 17 00:00:00 2001 From: mkozlowskiAzimuthe Date: Wed, 25 Jan 2023 18:02:58 +0100 Subject: [PATCH] reduce workers --- train_stream.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/train_stream.py b/train_stream.py index 901564d..5aed52a 100644 --- a/train_stream.py +++ b/train_stream.py @@ -61,8 +61,8 @@ def main(config, hug_token): model.config.pad_token_id = processor.tokenizer.pad_token_id model.config.decoder_start_token_id = processor.tokenizer.convert_tokens_to_ids([''])[0] - train_dataloader = DataLoader(train_dataset, batch_size=1, shuffle=True, num_workers=4) - val_dataloader = DataLoader(val_dataset, batch_size=1, shuffle=False, num_workers=4) + train_dataloader = DataLoader(train_dataset, batch_size=1, shuffle=True, num_workers=1) + val_dataloader = DataLoader(val_dataset, batch_size=1, shuffle=False, num_workers=1) login(hug_token, True)