ium_z444510/create-dataset.py
piotrwrzodak f1351c0b16 4.3.2 v1
2023-05-12 00:08:16 +02:00

22 lines
598 B
Python

import pandas as pd
import os
import numpy as np
cutoff = int(os.environ['CUTOFF'])
data = pd.read_csv('./barcelona_weekends.csv')
data = data[:cutoff]
data = data.iloc[:, 1:]
train_set, dev_set, test_set = np.split(data.sample(frac=1, random_state=42),
[int(.6 * len(data)), int(.8 * len(data))])
train_set.to_csv('barcelona_weekends.train.csv', index=False)
dev_set.to_csv('barcelona_weekends.dev.csv', index=False)
test_set.to_csv('barcelona_weekends.test.csv', index=False)
check = pd.read_csv('./barcelona_weekends.test.csv')
print(check.head())