s434742/ium_434742
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

cutoff

Browse Source
This commit is contained in:
patrycjalazna 2021-03-28 16:47:11 +02:00
parent ae19f828c0
commit b6c1bb0227
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
avocado-preprocessing.sh
View File

@ -3,8 +3,8 @@
# pobranie zbioru danych # pobranie zbioru danych
kaggle datasets download -d timmate/avocado-prices-2020 kaggle datasets download -d timmate/avocado-prices-2020
unzip -o avocado-prices-2020.zip unzip -o avocado-prices-2020.zip
TOTAL_SIZE= $(wc -l avocado-updated-2020.csv) TOTAL_SIZE=$(wc -l avocado-updated-2020.csv)
echo size $TOTAL_SIZE echo "size $TOTAL_SIZE"
# przetwarzanie pliku # przetwarzanie pliku
grep -P "^$" -n avocado-updated-2020.csv grep -P "^$" -n avocado-updated-2020.csv
@ -16,8 +16,8 @@ head -n 1 avocado-updated-2020.csv > header.csv
head -n -1 avocado-updated-2020.csv | shuf > avocado-updated-2020-shuf.csv head -n -1 avocado-updated-2020.csv | shuf > avocado-updated-2020-shuf.csv
head -n "$1" avocado-updated-2020-shuf.csv > avocado-2020.csv head -n "$1" avocado-updated-2020-shuf.csv > avocado-2020.csv
TRUNCATED_SIZE = $(wc -l avocado-2020.csv) TRUNCATED_SIZE=$(wc -l avocado-2020.csv)
echo truncated size $TRUNCATED_SIZE echo "truncated size $TRUNCATED_SIZE"
# podzial na train/dev/test 6/2/2 # podzial na train/dev/test 6/2/2
head -n 6609 avocado-2020.csv > avocado-updated-2020-test.csv head -n 6609 avocado-2020.csv > avocado-updated-2020-test.csv