This commit is contained in:
Patryk Bartkowiak 2025-01-07 12:58:20 +00:00
parent eed2096400
commit 76a89dc236

View File

@ -7,7 +7,7 @@
"seed": 420,
"mlm_probability": 0.15,
"batch_size": 32,
"epochs": 2,
"epochs": 3,
"eval_every": 10000,
"learning_rate": 5e-4,
"weight_decay": 0.1,