s426285/paranormal-or-skeptic-ISI-public
1
0
Fork 0
forked from kubapok/paranormal-or-skeptic-ISI-public
Code Issues Pull Requests Projects Releases Wiki Activity

Run autopep8

Browse Source
This commit is contained in:
Aleksy Wroblewski 2021-04-22 22:03:47 +02:00
parent d2d308a78a
commit 0238b238d2
1 changed files with 10 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
naivebayes.py
View File

@ -10,7 +10,7 @@ from nltk.corpus import stopwords
# pogarsza wynik z 0.73 na 0.7
def preprocess(line, stop_words):
return " ".join([word for word in line.split() if word not in stop_words])
return " ".join([word for word in line.split() if word not in stop_words])
def train_model(train_in, train_expected):
@ -29,8 +29,8 @@ def train_model(train_in, train_expected):
# MemoryError
pipeline = Pipeline(steps=[
('tfidf', TfidfVectorizer()),
('naive-bayes', MultinomialNB())
('tfidf', TfidfVectorizer()),
('naive-bayes', MultinomialNB())
])
return pipeline.fit(train_data, exp_encoded)
@ -42,11 +42,13 @@ def predict(model, in_file, out_file):
prediction = model.predict(lines)
np.savetxt(out_file, prediction, fmt='%d')
def main():
#stop_words = set(stopwords.words('english'))
model = train_model("train/in.tsv", "train/expected.tsv")
predict(model, "dev-0/in.tsv", "dev-0/out.tsv")
predict(model, "test-A/in.tsv", "test-A/out.tsv")
if __name__ == '__main__':
main()