Filter dummy errors

This commit is contained in:
Wojciech Jarmosz 2022-06-09 01:32:43 +02:00
parent 3a2712aeff
commit 6c2af753df
2 changed files with 34 additions and 2 deletions

15
backend/requirements.txt Normal file
View File

@ -0,0 +1,15 @@
asgiref==3.5.2
backports.zoneinfo==0.2.1
defusedxml==0.7.1
Django==4.0.4
django-cors-headers==3.12.0
django-environ==0.8.1
djangorestframework==3.13.1
djangorestframework-xml==2.0.0
langdetect==1.0.9
lxml==4.8.0
pytz==2022.1
regex==2022.4.24
six==1.16.0
sqlparse==0.4.2
websocket-client==1.3.2

View File

@ -11,12 +11,27 @@ from pathlib import Path
import regex as re import regex as re
import uuid import uuid
import os import os
from langdetect import detect
BASE_DIR = Path(__file__).resolve().parent BASE_DIR = Path(__file__).resolve().parent
from rest_framework.decorators import api_view, renderer_classes, parser_classes from rest_framework.decorators import api_view, renderer_classes, parser_classes
from .renderers import MyXMLRenderer from .renderers import MyXMLRenderer
def filter_dummy_errors(original, error):
if '//' in error:
return (False, "")
elif error.split(" ") > 2:
return (False, "")
# Check if is not english
elif detect(error) != 'pl':
return (False, "")
return (True, error)
def get_context(line, start_index, end_index): def get_context(line, start_index, end_index):
start_index = start_index - 20 start_index = start_index - 20
@ -46,8 +61,10 @@ def diff_text(original, corrected):
start_position = re.search('\[-([^\[]*?)\+}', line).start() start_position = re.search('\[-([^\[]*?)\+}', line).start()
end_position = re.search('\[-([^\[]*?)\+}', line).end() end_position = re.search('\[-([^\[]*?)\+}', line).end()
is_error, error = filter_dummy_errors(removed, added)
output.append({'id': 'grammar-error', 'type': 'grammar', 'correction': added[0], 'context': f'{get_context(lines[idx], start_position, end_position)}', 'msg': f"Zamiana '{removed[0]}' na '{added[0]}'"})
if is_error:
output.append({'id': 'grammar-error', 'type': 'grammar', 'correction': added[0], 'context': f'{get_context(lines[idx], start_position, end_position)}', 'msg': f"Zamiana '{removed[0]}' na '{added[0]}'"})
removed = re.findall('\[\-(.*?)\-]', new_line) removed = re.findall('\[\-(.*?)\-]', new_line)
added = re.findall('{\+(.*?)\+}', new_line) added = re.findall('{\+(.*?)\+}', new_line)