siulkilulki
382666c563
Small changes to annotator.py (to be deleted in near future) Add utils/iterator Add redis to enviroment.yml Rename, adapt and move rule based extractor. Adapt find_hours. Yapify webapp app (probalby nothing more) Rename buttons in index.html
48 lines
1.5 KiB
Python
Executable File
48 lines
1.5 KiB
Python
Executable File
import re
|
|
from colorama import Fore, Back, Style
|
|
|
|
hour_regex = re.compile('\d\d?[:.]?(oo|\d\d)|\d\d|6|7|8|9')
|
|
|
|
|
|
def borders_ok(text, start, end):
|
|
text = ' ' + text + ' '
|
|
before_start_char = text[start]
|
|
after_end_char = text[end + 1]
|
|
if (before_start_char.isspace()
|
|
or before_start_char == ',') and (after_end_char.isspace()
|
|
or after_end_char in ',;'):
|
|
return True
|
|
else:
|
|
return False
|
|
|
|
|
|
def get_context(text, start, end, minsize):
|
|
hour = text[start:end]
|
|
prefix = re.sub(' +', ' ', text[:start]).rsplit(
|
|
' ', maxsplit=minsize + 2)[1:]
|
|
suffix = re.sub(' +', ' ', text[end:]).split(
|
|
' ', maxsplit=minsize + 2)[:-1]
|
|
return ' '.join(prefix), hour, ' '.join(suffix)
|
|
|
|
|
|
def hours_iterator(text, minsize=20, color=False):
|
|
for hour_match in hour_regex.finditer(text):
|
|
start = hour_match.start(0)
|
|
end = hour_match.end(0)
|
|
if not borders_ok(text, start, end):
|
|
continue
|
|
prefix, hour, suffix = get_context(text, start, end, minsize)
|
|
utterance = f'{prefix}&&&{hour}###{suffix}'
|
|
if color:
|
|
yield utterance, color_hour(prefix, hour, suffix, Fore.GREEN,
|
|
Style.BRIGHT)
|
|
else:
|
|
yield utterance
|
|
|
|
|
|
# w klasyfikatorze dzielić tak aby jeszcze \n było oddzielnie
|
|
|
|
|
|
def color_hour(prefix, hour, suffix, color, style):
|
|
return prefix + color + style + hour + Style.RESET_ALL + suffix
|