434732
This commit is contained in:
parent
2b584a30dc
commit
e362ba345c
6
run.py
6
run.py
@ -13,12 +13,6 @@ import csv
|
|||||||
import re
|
import re
|
||||||
|
|
||||||
|
|
||||||
# In[172]:
|
|
||||||
def clean_text(text):
|
|
||||||
text = text.lower().replace('-\\n', '').replace('\\n', ' ')
|
|
||||||
text = re.sub(r'\p{P}', '', text)
|
|
||||||
|
|
||||||
return text
|
|
||||||
|
|
||||||
model = defaultdict(lambda: defaultdict(lambda: 0))
|
model = defaultdict(lambda: defaultdict(lambda: 0))
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user