2022-03-25 20:40:44 +01:00
|
|
|
dataset_operation() {
|
2022-03-27 15:27:10 +02:00
|
|
|
tail -n +2 all_games.csv | shuf > all_games.csv.s
|
2022-03-27 15:14:41 +02:00
|
|
|
head -n $CUTOFF all_games.csv.s > ./all_games.csv.shuf
|
2022-03-27 15:03:50 +02:00
|
|
|
len1=$(cat ./all_games.csv.shuf | wc -l)
|
|
|
|
len2=$(($len1/10))
|
|
|
|
len3=$(($len2*2))
|
2022-03-27 15:06:50 +02:00
|
|
|
len4=$(($len3+1))
|
|
|
|
head -n $len2 all_games.csv.shuf > all_games.csv.test
|
|
|
|
head -n $len3 all_games.csv.shuf | tail -n $len2 > all_games.csv.dev
|
2022-03-27 15:08:41 +02:00
|
|
|
tail -n +$len4 all_games.csv.shuf > all_games.csv.train
|
2022-04-02 14:17:30 +02:00
|
|
|
cp all_games.csv.shuf /app/all_games1.csv
|
2022-03-25 20:40:44 +01:00
|
|
|
wc -l all_games.csv.*
|
|
|
|
}
|
|
|
|
|
|
|
|
kaggle datasets download -d deepcontractor/top-video-games-19952021-metacritic
|
|
|
|
unzip top-video-games-19952021-metacritic.zip
|
|
|
|
dataset_operation
|