26 lines
802 B
Python
26 lines
802 B
Python
import pandas as pd
|
|
import os
|
|
from sklearn.model_selection import train_test_split
|
|
import train
|
|
|
|
CUTOFF = int(os.environ['CUTOFF'])
|
|
adults = pd.read_csv('adult.csv')
|
|
adults = adults.dropna()
|
|
adults = adults.drop(adults.columns[[1, 3, 4, 5, 6, 7, 8, 9, 13, 14]], axis=1)
|
|
|
|
adults = adults.sample(CUTOFF)
|
|
|
|
X = adults.copy()
|
|
Y = pd.DataFrame(adults.pop('age'))
|
|
|
|
X_train, X_temp, Y_train, Y_temp = train_test_split(X, Y, test_size=0.3, random_state=1)
|
|
X_dev, X_test, Y_dev, Y_test = train_test_split(X_temp, Y_temp, test_size=0.3, random_state=1)
|
|
|
|
X_train.to_csv('X_train.csv', index=False)
|
|
X_dev.to_csv('X_dev.csv', index=False)
|
|
X_test.to_csv('X_test.csv', index=False)
|
|
Y_test.to_csv('Y_test.csv', index=False)
|
|
Y_train.to_csv('Y_train.csv', index=False)
|
|
Y_dev.to_csv('Y_dev.csv', index=False)
|
|
|
|
train.main() |