This commit is contained in:
mkozlowskiAzimuthe 2022-05-18 16:46:14 +02:00
parent 33b70ce7b1
commit 10a807f34b
5 changed files with 153278 additions and 0 deletions

20000
dev-0/out.tsv Normal file

File diff suppressed because it is too large Load Diff

11563
dev-1/out.tsv Normal file

File diff suppressed because it is too large Load Diff

24
run.py Normal file
View File

@ -0,0 +1,24 @@
import pandas as pd
from sklearn.linear_model import LinearRegression
from sklearn.feature_extraction.text import TfidfVectorizer
def linear_regression(train_path, predict_path, out_path):
train = pd.read_csv(train_path, sep='\t', header=None)
X_train = train[4]
Y_train = train[0]
pred_x = []
with open(predict_path, encoding='utf-8') as f:
for line in f:
pred_x.append(line)
vectorizer = TfidfVectorizer()
X_train = vectorizer.fit_transform(X_train)
pred_x = vectorizer.transform(pred_x)
model = LinearRegression()
model.fit(X_train, Y_train)
pred_y = model.predict(pred_x)
pd.DataFrame(pred_y).to_csv(out_path, header=False, index=None)
linear_regression("train/train.tsv", "dev-0/in.tsv", "dev-0/out.tsv")
linear_regression("train/train.tsv", "dev-1/in.tsv", "dev-1/out.tsv")
linear_regression("train/train.tsv", "test-A/in.tsv", "test-A/out.tsv")

14220
test-A/out.tsv Normal file

File diff suppressed because it is too large Load Diff

107471
train/train.tsv Normal file

File diff suppressed because one or more lines are too long