From 149584029664b39897195454fe8b973ebda9823c Mon Sep 17 00:00:00 2001 From: patrycjalazna Date: Sun, 28 Mar 2021 17:08:07 +0200 Subject: [PATCH] cutoff --- avocado-preprocessing.sh | 2 -- 1 file changed, 2 deletions(-) diff --git a/avocado-preprocessing.sh b/avocado-preprocessing.sh index 0530559..2967a76 100755 --- a/avocado-preprocessing.sh +++ b/avocado-preprocessing.sh @@ -4,7 +4,6 @@ kaggle datasets download -d timmate/avocado-prices-2020 unzip -o avocado-prices-2020.zip TOTAL_SIZE=$(wc -l avocado-updated-2020.csv | awk '{print $1}') -echo "size $TOTAL_SIZE" # przetwarzanie pliku grep -P "^$" -n avocado-updated-2020.csv @@ -17,7 +16,6 @@ head -n -1 avocado-updated-2020.csv | shuf > avocado-updated-2020-shuf.csv head -n "$1" avocado-updated-2020-shuf.csv > avocado-2020.csv TRUNCATED_SIZE=$(wc -l avocado-2020.csv | awk '{print $1}') -echo "truncated size $TRUNCATED_SIZE" TEST_SIZE=0,2*$TRUNCATED_SIZE DEV_SIZE=2*0,2*$TRUNCATED_SIZE TRAIN_SIZE=2*0,2*$TRUNCATED_SIZE+1