decoder-only

2023-06-07 15:34:47 +02:00 · 2023-06-07 15:34:47 +02:00 · 019c683655
commit 019c683655
parent b498c614cf
3 changed files with 18035 additions and 10527 deletions
--- a/dev-0/out.tsv
+++ b/dev-0/out.tsv
--- a/gonito.yaml
+++ b/gonito.yaml
@ -1,14 +1,9 @@
 description: s444018
 tags:
-  - neural-network
+  -transformer-decoder
  - bow
 params:
-  vocab-size: 12500
+  - topk: 20
-  embed-size: 300
+  - max_prob: 0.7
  batch-size: 10000
  hidden-size: 1000
  second-hidden-size: 500
  dropout: 0.3
 unwanted-params:
  - model-file
  - vocab-file
--- a/train/out.tsv
+++ b/train/out.tsv