Compare commits

...

1 Commits

Author SHA1 Message Date
Łuaksz Góreczny
e992724707 result final 2021-05-14 22:56:21 +02:00
4 changed files with 45828 additions and 0 deletions

20000
dev-0/out.tsv Normal file

File diff suppressed because it is too large Load Diff

11563
dev-1/out.tsv Normal file

File diff suppressed because it is too large Load Diff

45
result.py Normal file
View File

@ -0,0 +1,45 @@
from sklearn.feature_extraction.text import TfidfVectorizer
from sklearn.linear_model import LinearRegression
from decimal import Decimal
import numpy as np
import lzma
import pandas as pd
import sys
if sys.version_info[0] < 3:
from StringIO import StringIO
else:
from io import StringIO
def openXZ(path):
with lzma.open(path, mode='rt') as f:
return f.readlines()
def readFile(path):
with open(path) as source:
return source.readlines()
def toArr(a):
return [x.split("\t") for x in a]
def getLinearRegresion(dataPath):
inPath = dataPath + "/in.tsv"
outPath = dataPath + "/out.tsv"
tmpAr = toArr(readFile(inPath))
inDf = pd.DataFrame(data=tmpAr)
dataVec = vectorizer.transform(inDf[0])
evaluate = lg.predict(dataVec)
with open(outPath, 'w') as file:
for e in evaluate:
file.write("%f\n" % e)
vectorizer = TfidfVectorizer()
lg = LinearRegression()
tmp = toArr(openXZ("./retroc2/train/train.tsv.xz"))
train = pd.DataFrame(data=tmp)
train = train.astype({0: np.number, 1: np.number})
dateMean = (train[0] + train[1]) / 2
trainVec = vectorizer.fit_transform(train[4])
lg.fit(trainVec, dateMean)
getLinearRegresion("./retroc2/dev-0")
getLinearRegresion("./retroc2/dev-1")
getLinearRegresion("./retroc2/test-A")

14220
test-A/out.tsv Normal file

File diff suppressed because it is too large Load Diff