#!/usr/bin/env bash

set -e
set -x

spm_encode --model=roberta_base_fairseq/sentencepiece.bpe.model < data/train/in.tsv > data/train.input0.spm
spm_encode --model=roberta_base_fairseq/sentencepiece.bpe.model < data/dev-0/in.tsv > data/dev.input.spm

cp data/dev-0/expected.tsv data/dev.label 
cp data/train/expected.tsv data/train.label