trigram nn done

2023-05-09 00:24:50 +02:00 · 2023-05-09 00:24:50 +02:00 · a9c3596e11
commit a9c3596e11
parent 94bb2d0446
7 changed files with 35878 additions and 10521 deletions
--- a/.gitignore
+++ b/.gitignore
@ -11,3 +11,4 @@ geval
 test.py
 bigrams.ipynb
 neural_bigram.ipynb
+trigram_nn.ipynb
--- a/dev-0/out-HIDDENLAYER=100.tsv
+++ b/dev-0/out-HIDDENLAYER=100.tsv
--- a/dev-0/out-HIDDENLAYER=1000.tsv
+++ b/dev-0/out-HIDDENLAYER=1000.tsv
--- a/dev-0/out.tsv
+++ b/dev-0/out.tsv
--- a/gonito.yaml
+++ b/gonito.yaml
@ -1,3 +1,12 @@
-description: Neural Network Bigrams
+description: Neural Trigrams
 tags:
-  - bigram
+  - trigram
+  - neural-network
+params:
+  - vocab_size: 20000
+  - batch_size: 15000
+  - epochs: 1
+  - top: 8
+  - learning_rate: 0.0003
+  - train_size: 200000
+  - embedding_size: 200
--- a/test-A/out-HIDDENLAYER=100.tsv
+++ b/test-A/out-HIDDENLAYER=100.tsv
--- a/test-A/out-HIDDENLAYER=1000.tsv
+++ b/test-A/out-HIDDENLAYER=1000.tsv