s434743/ium_z434743
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Zaktualizuj 'z434743-create-dataset.py'

Browse Source
This commit is contained in:
Patryk Łukasiewicz 2023-05-12 18:08:13 +02:00
parent 35b35041eb
commit ac19da521a
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
z434743-create-dataset.py
View File

@ -11,11 +11,13 @@ movies = pandas.read_csv('./ium_z434743/rotten_tomatoes_movies.csv',
sep=',') sep=',')
movies = movies.dropna() movies = movies.dropna()
movies = movies.drop(movies.columns[[0, 1, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15]], axis=1)
movies = movies.sample(CUTOFF) movies = movies.sample(CUTOFF)
X, Y = movies, movies X = movies.copy()
Y = pandas.DataFrame(movies.pop('audienceScore'))
X_train, X_temp, Y_train, Y_temp = train_test_split(X, Y, test_size=0.3, random_state=1) X_train, X_temp, Y_train, Y_temp = train_test_split(X, Y, test_size=0.3, random_state=1)
@ -24,3 +26,6 @@ X_dev, X_test, Y_dev, Y_test = train_test_split(X_temp, Y_temp, test_size=0.3, r
X_train.to_csv('X_train.csv', index=False) X_train.to_csv('X_train.csv', index=False)
X_dev.to_csv('X_dev.csv', index=False) X_dev.to_csv('X_dev.csv', index=False)
X_test.to_csv('X_test.csv', index=False) X_test.to_csv('X_test.csv', index=False)
Y_test.to_csv('Y_test.csv', index=False)
Y_train.to_csv('Y_train.csv', index=False)
Y_dev.to_csv('Y_dev.csv', index=False)