from config import LABELS_DICT

with open('../test-A/in.tsv','r') as f_in, open(f'../test-A/huggingface_format_year.tsv', 'w') as f_hf:
    f_hf.write('text\n')
    for line_in in f_in:
        year, _, text = line_in.split('\t')
        f_hf.write(year + '\t' + text)


for dataset in 'train', 'dev-0':
    with open(f'../{dataset}/in.tsv') as f_in, open(f'../{dataset}/expected.tsv') as f_exp, open(f'../{dataset}/huggingface_format_year.tsv','w') as f_hf:
        f_hf.write('text\tyear\tlabel\n')
        for line_in, line_exp in zip(f_in, f_exp):
            label = LABELS_DICT[line_exp.rstrip('\n')]
            year,_,text = line_in.rstrip('\n').split('\t')
            f_hf.write(text +'\t' +year +'\t'+ str(label) + '\n')