63 lines
2.1 KiB
Python
63 lines
2.1 KiB
Python
|
import datetime
|
||
|
|
import calendar
|
||
|
|
|
||
|
|
def to_fractional_year(d: datetime.datetime) -> float:
|
||
|
|
"""
|
||
|
|
Converts a date stamp to a fractional year (i.e. number like `1939.781`)
|
||
|
|
"""
|
||
|
|
is_leap = calendar.isleap(d.year)
|
||
|
|
t = d.timetuple()
|
||
|
|
day_of_year = t.tm_yday
|
||
|
|
day_time = (60 * 60 * t.tm_hour + 60 * t.tm_min + t.tm_sec) / (24 * 60 * 60)
|
||
|
|
|
||
|
|
days_in_year = 366 if is_leap else 365
|
||
|
|
|
||
|
|
return d.year + ((day_of_year - 1 + day_time) / days_in_year)
|
||
|
|
|
||
|
|
def fractional_to_date(fractional):
|
||
|
|
eps = 0.0001
|
||
|
|
year = int(fractional)
|
||
|
|
is_leap = calendar.isleap(year)
|
||
|
|
|
||
|
|
modulus = fractional % 1
|
||
|
|
|
||
|
|
days_in_year = 366 if is_leap else 365
|
||
|
|
|
||
|
|
day_of_year = int( days_in_year * modulus + eps )
|
||
|
|
|
||
|
|
d = datetime.datetime(year, 1,1) + datetime.timedelta(days = day_of_year )
|
||
|
|
|
||
|
|
return d
|
||
|
|
|
||
|
|
dates = (datetime.datetime(1825,10,30),
|
||
|
|
datetime.datetime(1825,10,31),
|
||
|
|
datetime.datetime(1900,1,1),
|
||
|
|
datetime.datetime(1900,12,1),
|
||
|
|
datetime.datetime(1900,12,31),
|
||
|
|
datetime.datetime(1930,2,28),
|
||
|
|
datetime.datetime(1932,2,29),
|
||
|
|
)
|
||
|
|
|
||
|
|
for split in 'train', 'dev-0':
|
||
|
|
with open(f'../{split}/in.tsv') as f_in, open(f'../{split}/expected.tsv') as f_exp, open(f'./{split}_huggingface_format.csv', 'w') as f_hf:
|
||
|
|
f_hf.write('year_cont\tyear\tmonth\tday\tweekday\tday_of_year\ttext\n')
|
||
|
|
for line_in,line_exp in zip(f_in,f_exp):
|
||
|
|
line_in = line_in.split('\t')[-1]
|
||
|
|
year_cont = float(line_exp.rstrip())
|
||
|
|
date = fractional_to_date(year_cont)
|
||
|
|
year = date.year
|
||
|
|
month = date.month
|
||
|
|
day = date.day
|
||
|
|
weekday = date.weekday()
|
||
|
|
day_of_year = date.timetuple().tm_yday
|
||
|
|
|
||
|
|
#f_hf.write(line_exp.rstrip() + '\t' + line_in)
|
||
|
|
f_hf.write(f'{year_cont}\t{year}\t{month}\t{day}\t{weekday}\t{day_of_year}\t{line_in}')
|
||
|
|
|
||
|
|
for split in ('test-A',):
|
||
|
|
with open(f'../{split}/in.tsv') as f_in, open(f'./{split}_huggingface_format.csv', 'w') as f_hf:
|
||
|
|
f_hf.write('year_cont\tyear\tmonth\tday\tweekday\tday_of_year\ttext\n')
|
||
|
|
for line_in in f_in:
|
||
|
|
line_in = line_in.split('\t')[-1]
|
||
|
|
f_hf.write(f'0\t0\t0\t0\t0\t0\t{line_in}')
|