fix download.sh

This commit is contained in:
Maciej Czajka 2022-03-27 15:03:50 +02:00
parent 29ada9f99f
commit bdde9e91e0

View File

@ -1,8 +1,11 @@
dataset_operation() { dataset_operation() {
cat all_games.csv | shuf > all_games.csv.shuf cat all_games.csv | shuf > all_games.csv.shuf
head -n 1880 all_games.csv.shuf > all_games.csv.test len1=$(cat ./all_games.csv.shuf | wc -l)
head -n 3760 all_games.csv.shuf | tail -n 1880 > all_games.csv.dev len2=$(($len1/10))
tail -n +3761 all_games.csv.shuf > all_games.csv.train len3=$(($len2*2))
head -n $len1 all_games.csv.shuf > all_games.csv.test
head -n $len2 all_games.csv.shuf | tail -n $len1 > all_games.csv.dev
tail -n +($len2 + 1) all_games.csv.shuf > all_games.csv.train
rm all_games.csv.shuf rm all_games.csv.shuf
wc -l all_games.csv.* wc -l all_games.csv.*
} }