paranormal-or-skeptic/test-A/tokenizator.py

#!/usr/bin/env python3
import nltk
nltk.download('punkt')
from nltk.tokenize import word_tokenize
def tokenizator(d):
    return word_tokenize(d)