rjawor/concordia-docker
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

aligner

Browse Source
This commit is contained in:
rjawor 2019-06-26 12:32:55 +02:00
parent 0a4a9b2ce8
commit ff7519f389
5 changed files with 18 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
concordia-aligner/Dockerfile
View File

@ -18,5 +18,6 @@ RUN git clone https://git.wmi.amu.edu.pl/rjawor/concordia-aligner.git
RUN git clone https://github.com/clab/fast_align
RUN cd fast_align && mkdir build && cd build && cmake .. && make && cp fast_align ../../concordia-aligner/
#CMD cd concordia-server/fast-aligner/ && make SRC_LANG=pl TRG_LANG=en CORPUS_NAME=opensubtitles_sample
COPY do_align.sh /
ENTRYPOINT ["/do_align.sh"]
CMD []

7
concordia-aligner/align_corpus.sh
View File

@ -1,4 +1,5 @@
#!/bin/sh
#!/bin/bash
#docker run -it --rm --name=concordia-aligner --network=concordiadocker_default --mount src="$(pwd)"/corpora,target=/concordia-aligner/corpora,type=bind concordia-aligner:Dockerfile cd concordia-aligner && make clean && make
docker run -it --rm --name=concordia-aligner --network=concordiadocker_default --mount src="$(pwd)"/corpora,target=/concordia-aligner/corpora,type=bind concordia-aligner:Dockerfile
source corpus.cfg
docker run -it --rm --name=concordia-aligner --network=concordiadocker_default --mount src="$(pwd)"/corpora,target=/concordia-aligner/corpora,type=bind concordia-aligner:Dockerfile $SRC_LANG_ID $TRG_LANG_ID $CORPUS_NAME

8
concordia-aligner/corpus.cfg_sample
View File

@ -1,8 +1,10 @@
CORPUS_NAME=opensubtitles_sample
CORPUS_PATH=corpora/$CORPUS_NAME
# Language configuration. Available language ids:
# 1 - Polish
# 2 - English
# Language configuration. Available languages:
# 1 - Polish (pl)
# 2 - English (en)
SRC_LANG_ID=1
SRC_LANG=pl
TRG_LANG_ID=2
TRG_LANG=en

3
concordia-aligner/do_align.sh Executable file
View File

@ -0,0 +1,3 @@
#!/bin/sh
cd /concordia-aligner && make SRC_LANG=$1 TRG_LANG=$2 CORPUS_NAME=$3 clean && make SRC_LANG=$1 TRG_LANG=$2 CORPUS_NAME=$3

3
concordia-preprocessor/Dockerfile
View File

@ -13,5 +13,6 @@ RUN pip3 install flask flask_restful gunicorn requests spacy
RUN python3 -m spacy download en
RUN git clone https://git.wmi.amu.edu.pl/rjawor/concordia-preprocessor.git
RUN cd /concorda-preprocessor/dictionaries && ./generate_dict
CMD cd concordia-preprocessor && ./start_concordia_preprocessor.sh
#CMD cd concordia-preprocessor && ./start_concordia_preprocessor.sh