rjawor/concordia-docker
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

addOpenSubtitles script

Browse Source
This commit is contained in:
root 2019-05-19 13:49:02 +02:00
parent 46596bc0b8
commit 275deaee18
1 changed files with 19 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
tests/addOpenSubtitles.sh Executable file
View File

@ -0,0 +1,19 @@
#!/bin/sh
CORPUS_NAME=opensubtitles_plen
CORPUS_PATH=/root/opensubtitles_pack/plen
SRC_LANG_ID=1
TRG_LANG_ID=2
./addSources.py $CORPUS_PATH/ids_sources.txt
./addFastAlignedTM.py $CORPUS_NAME $CORPUS_PATH/src_clean.txt $CORPUS_PATH/src_clean.lem $SRC_LANG_ID $CORPUS_PATH/trg_clean.txt $TRG_LANG_ID $CORPUS_PATH/alignments.txt $CORPUS_PATH/ids_clean.txt
CORPUS_NAME=opensubtitles_enpl
CORPUS_PATH=/root/opensubtitles_pack/enpl
SRC_LANG_ID=2
TRG_LANG_ID=1
./addSources.py $CORPUS_PATH/ids_sources.txt
./addFastAlignedTM.py $CORPUS_NAME $CORPUS_PATH/src_clean.txt $CORPUS_PATH/src_clean.lem $SRC_LANG_ID $CORPUS_PATH/trg_clean.txt $TRG_LANG_ID $CORPUS_PATH/alignments.txt $CORPUS_PATH/ids_clean.txt