Zaktualizuj 'lab2/download.sh'

This commit is contained in:
Szymon Parafiński 2022-04-03 23:44:56 +02:00
parent 1f8464a836
commit 8784d36b2f

View File

@ -5,9 +5,9 @@ dataset_operation() {
len2=$(($len1/10))
len3=$(($len2*2))
len4=$(($len3+1))
head -n $len2 imdb_top_1000.csv.shuf > imdb_top_1000_test.csv
head -n $len3 imdb_top_1000.csv.shuf | tail -n $len2 > imdb_top_1000_dev.csv
tail -n +$len4 imdb_top_1000.csv.shuf > imdb_top_1000_train.csv
head -n $len2 imdb_top_1000.csv.shuf > imdb_top_1000_test2.csv
head -n $len3 imdb_top_1000.csv.shuf | tail -n $len2 > imdb_top_1000_dev2.csv
tail -n +$len4 imdb_top_1000.csv.shuf > imdb_top_1000_train2.csv
rm imdb_top_1000.csv.shuf
wc -l imdb_top_1000.csv.*
}