paranormal-or-skeptic-ISI-public/run_transformer.ipynb

import numpy as np
import pandas as pd
import torch
import csv
import lzma

x_train = pd.read_table('train/in.tsv', sep='\t', header=None, quoting=3)
#x_train = x_train[0:200000]
#x_train

with open('train/expected.tsv', 'r', encoding='utf8') as file:
    y_train = pd.read_csv(file, sep='\t', header=None)
#y_train = y_train[0:200000]
#y_train

with open('dev-0/in.tsv', 'r', encoding='utf8') as file:
    x_dev = pd.read_csv(file, sep='\t', header=None)
#x_dev

with open('test-A/in.tsv', 'r', encoding='utf8') as file:
    x_test = pd.read_csv(file, sep='\t', header=None)
#x_test

https://github.com/facebookresearch/fairseq/issues/2666

https://github.com/facebookresearch/fairseq/blob/main/fairseq/models/huggingface/hf_gpt2.py