rjawor
/
concordia-preprocessor
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

unsupported language error

This commit is contained in:
rjawor 2019-06-26 13:46:33 +02:00
parent 9acdeacafb
commit 427755d40b
2 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server/concordia_preprocessor.py
View File

@ -10,11 +10,11 @@ api = Api(app)
lemmatizer = spacy.load('en', disable=['parser', 'ner']) lemmatizer = spacy.load('en', disable=['parser', 'ner'])
app.logger.info("Lemmatizer initialized") print("Lemmatizer initialized")
pickle_in = open("dictionaries/dict.pickle","rb") pickle_in = open("dictionaries/dict.pickle","rb")
dictionary = pickle.load(pickle_in) dictionary = pickle.load(pickle_in)
app.logger.info("Dictionary initialized") print("Dictionary initialized")

5
server/lemmatizer_resource.py
View File

@ -17,6 +17,9 @@ class LemmatizerResource(Resource):
return {'error':'Missing parameter: sentences'}, 400 return {'error':'Missing parameter: sentences'}, 400
language = json_data['language'] language = json_data['language']
if language not in ['pl', 'en']:
return {'error':'Unsupported language: %s' % language}, 400
sentences = [] sentences = []
for sentence in json_data['sentences']: for sentence in json_data['sentences']:
@ -34,7 +37,7 @@ class LemmatizerResource(Resource):
if len(word) == 1: if len(word) == 1:
return word return word
lemma = None lemma = None
if language == 'pl': if language == 'pl':
lemma = self.dictionary.get(word, None) lemma = self.dictionary.get(word, None)
if lemma is None: if lemma is None:
lemma = word lemma = word