ium_z487174/dataset-stats.py

18 lines
783 B
Python

import pandas
data_train = pandas.read_csv('results/train_data.csv',
engine='python',
encoding='ISO-8859-1',
sep=',')
data_dev = pandas.read_csv('results/dev_data.csv',
engine='python',
encoding='ISO-8859-1',
sep=',')
data_test = pandas.read_csv('results/test_data.csv',
engine='python',
encoding='ISO-8859-1',
sep=',')
data_train.describe(include='all').to_csv('train_data_stats.csv', index=True)
data_dev.describe(include='all').to_csv('dev_data_stats.csv', index=True)
data_test.describe(include='all').to_csv('test_data_stats.csv', index=True)