import lzma import spacy def readInput(dir): NDAs = [] with lzma.open(dir) as f: for line in f: NDAs.append(line.decode('utf-8')) return NDAs if __name__ == '__main__': NDAs = readInput('train/in.tsv.xz') ner = spacy.load('NER') for nda in NDAs: print('pass')