10 lines
336 B
Bash
10 lines
336 B
Bash
|
#!/usr/bin/env bash
|
||
|
|
||
|
set -e
|
||
|
set -x
|
||
|
|
||
|
spm_encode --model=roberta_base_fairseq/sentencepiece.bpe.model < data/train/in.tsv > data/train.input0.spm
|
||
|
spm_encode --model=roberta_base_fairseq/sentencepiece.bpe.model < data/dev-0/in.tsv > data/dev.input.spm
|
||
|
|
||
|
cp data/dev-0/expected.tsv data/dev.label
|
||
|
cp data/train/expected.tsv data/train.label
|