10 lines
336 B
Bash
Executable File
10 lines
336 B
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
set -e
|
|
set -x
|
|
|
|
spm_encode --model=roberta_base_fairseq/sentencepiece.bpe.model < data/train/in.tsv > data/train.input0.spm
|
|
spm_encode --model=roberta_base_fairseq/sentencepiece.bpe.model < data/dev-0/in.tsv > data/dev.input.spm
|
|
|
|
cp data/dev-0/expected.tsv data/dev.label
|
|
cp data/train/expected.tsv data/train.label |