s460985/retro-gap
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

improved_2

Browse Source
This commit is contained in:
Michal Maciaszek 2020-12-08 14:41:50 +01:00
parent 07afcec739
commit d971ae8da7
5 changed files with 45747 additions and 45747 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

39972
dev-0/out.tsv
View File

File diff suppressed because it is too large Load Diff

23256
dev-1/out.tsv
View File

File diff suppressed because it is too large Load Diff

BIN
ngrams_2.pkl
View File

Binary file not shown.

28264
test-A/out.tsv
View File

File diff suppressed because it is too large Load Diff

2
train.py
View File

@ -28,7 +28,7 @@ def main():
if counter % 1000 == 0: if counter % 1000 == 0:
print('counter = ', counter) print('counter = ', counter)
counter += 1 counter += 1
ngrams[1] = dict(sorted(ngrams[1].items(), key=lambda item: ngrams[1][item[0]], reverse=True)[:1000]) ngrams[1] = dict(sorted(ngrams[1].items(), key=lambda item: ngrams[1][item[0]], reverse=True)[:10000])
ngrams[2] = dict(sorted(ngrams[2].items(), key=lambda item: ngrams[2][item[0]], reverse=True)[:100000]) ngrams[2] = dict(sorted(ngrams[2].items(), key=lambda item: ngrams[2][item[0]], reverse=True)[:100000])
pickle.dump(ngrams, open('ngrams_2.pkl', 'wb')) pickle.dump(ngrams, open('ngrams_2.pkl', 'wb'))