gpt2

2023-06-07 15:54:37 +02:00 · 2023-06-07 15:54:37 +02:00 · 087293790d
parent 9ade01c710
commit 087293790d
2 changed files with 10522 additions and 10530 deletions
--- a/dev-0/out.tsv
+++ b/dev-0/out.tsv
--- a/gonito.yaml
+++ b/gonito.yaml
@ -1,13 +1,5 @@
-description: neural network, lstm
+description: transformer, decoder, left context
 tags:
-  - neural-network
-  - lstm
+  - transformer-decoder
 params:
-  epochs: 1
-  vocab-size: 80000
-  embed-size: 100
-  batch-size: 64
-  hidden-size: 128
-  learning-rate: 1e-3
-  dropout: 0.2
-  top: 500
+  top: 20