s470607/transfix-train
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fix path

Browse Source
This commit is contained in:
jakubknczny 2022-01-14 19:08:32 +01:00
parent 5b67b24fe6
commit 6687fadfc0
1 changed files with 8 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
scripts/marian-train.sh
View File

@ -21,16 +21,12 @@ target_file="$corpus_path"/train/train."$target_suffix"
target_vocab="$target_file".vocab."$bpe_merges" target_vocab="$target_file".vocab."$bpe_merges"
./marian/build/marian \ ../marian/build/marian \
--model model/model.npz --type transformer \ --model model/model.npz --type transformer \
--overwrite --overwrite \
--train-sets "$source_file" "$target_file" \ --train-sets "$source_file" "$target_file" \
--max-length 100 \ --max-length 100 \
--vocabs "$source_vocab" "$target_vocab" \
#--vocabs model/vocab.ende.yml model/vocab.ende.yml \
--mini-batch-fit -w 10000 --maxi-batch 1000 \ --mini-batch-fit -w 10000 --maxi-batch 1000 \
--after_epochs "$epochs" \
#--early-stopping 10 \
--valid-freq 5000 \ --valid-freq 5000 \
--save-freq 5000 \ --save-freq 5000 \
--disp-freq 500 \ --disp-freq 500 \
@ -43,8 +39,13 @@ target_vocab="$target_file".vocab."$bpe_merges"
--learn-rate 0.0003 --lr-warmup 16000 --lr-decay-inv-sqrt 16000 --lr-report \ --learn-rate 0.0003 --lr-warmup 16000 --lr-decay-inv-sqrt 16000 --lr-report \
--optimizer-params 0.9 0.98 1e-09 --clip-norm 5 \ --optimizer-params 0.9 0.98 1e-09 --clip-norm 5 \
--tied-embeddings-all \ --tied-embeddings-all \
--exponential-smoothing --exponential-smoothing \
--log model/train.log \ --log model/train.log \
--vocabs "$source_vocab" "$target_vocab" \
--after_epochs "$epochs" \
#--vocabs model/vocab.ende.yml model/vocab.ende.yml \
#--early-stopping 10 \
#--valid-log model/valid.log \ #--valid-log model/valid.log \
#--valid-metrics cross-entropy perplexity translation \ #--valid-metrics cross-entropy perplexity translation \
#--valid-sets data/valid.bpe.en data/valid.bpe.de \ #--valid-sets data/valid.bpe.en data/valid.bpe.de \