diff --git a/scripts/marian-train.sh b/scripts/marian-train.sh index c655794..2b1d106 100755 --- a/scripts/marian-train.sh +++ b/scripts/marian-train.sh @@ -21,16 +21,12 @@ target_file="$corpus_path"/train/train."$target_suffix" target_vocab="$target_file".vocab."$bpe_merges" -./marian/build/marian \ +../marian/build/marian \ --model model/model.npz --type transformer \ ---overwrite +--overwrite \ --train-sets "$source_file" "$target_file" \ --max-length 100 \ ---vocabs "$source_vocab" "$target_vocab" \ -#--vocabs model/vocab.ende.yml model/vocab.ende.yml \ --mini-batch-fit -w 10000 --maxi-batch 1000 \ ---after_epochs "$epochs" \ -#--early-stopping 10 \ --valid-freq 5000 \ --save-freq 5000 \ --disp-freq 500 \ @@ -43,8 +39,13 @@ target_vocab="$target_file".vocab."$bpe_merges" --learn-rate 0.0003 --lr-warmup 16000 --lr-decay-inv-sqrt 16000 --lr-report \ --optimizer-params 0.9 0.98 1e-09 --clip-norm 5 \ --tied-embeddings-all \ ---exponential-smoothing +--exponential-smoothing \ --log model/train.log \ +--vocabs "$source_vocab" "$target_vocab" \ +--after_epochs "$epochs" \ + +#--vocabs model/vocab.ende.yml model/vocab.ende.yml \ +#--early-stopping 10 \ #--valid-log model/valid.log \ #--valid-metrics cross-entropy perplexity translation \ #--valid-sets data/valid.bpe.en data/valid.bpe.de \