s430705
This commit is contained in:
parent
290a1f802c
commit
9d77a3a7ee
16276
dev-0/out.tsv
16276
dev-0/out.tsv
File diff suppressed because it is too large
Load Diff
1
run.py
1
run.py
@ -14,7 +14,6 @@ DEFAULT_PREDICTION = 'the:0.2 be:0.2 to:0.2 of:0.1 and:0.1 a:0.1 :0.1'
|
|||||||
|
|
||||||
def preprocess_text(text):
|
def preprocess_text(text):
|
||||||
text = text.lower().replace("-\\n", "").replace("\\n", " ")
|
text = text.lower().replace("-\\n", "").replace("\\n", " ")
|
||||||
text = re.sub(r"\p{P}", "", text)
|
|
||||||
|
|
||||||
return text
|
return text
|
||||||
|
|
||||||
|
11418
test-A/out.tsv
11418
test-A/out.tsv
File diff suppressed because it is too large
Load Diff
Loading…
Reference in New Issue
Block a user