ium_434804/data.sh

14 lines
1.4 KiB
Bash
Raw Normal View History

2021-03-28 20:35:30 +02:00
#!/bin/bash
2021-03-28 21:00:30 +02:00
echo "pobieram dane"
2021-03-28 20:35:30 +02:00
curl -OL https://git.wmi.amu.edu.pl/s434804/ium_434804/raw/branch/master/country_vaccinations.csv
2021-03-28 21:00:30 +02:00
echo "CUTOFF danych"
2021-03-28 21:23:36 +02:00
shuf ./country_vaccinations.csv > ./vaccines.csv | tail -n +$((${CUTOFF})) > ./vaccines.csv
2021-03-28 21:00:30 +02:00
echo "Wielkość zbioru"
2021-03-28 21:17:24 +02:00
wc -l ./vaccines.csv
2021-03-28 21:27:59 +02:00
head -n 1468 vaccines.csv > ./test.csv
head -n 2936 vaccines.csv | tail -n 1468 > ./validation.csv
tail -n +2936 vaccines.csv > ./train.csv
2021-05-10 21:34:48 +02:00
wc -l ./*.csv
sed -i '1s/^/country,iso_code,date,total_vaccinations,people_vaccinated,people_fully_vaccinated,daily_vaccinations_raw,daily_vaccinations,total_vaccinations_per_hundred,people_vaccinated_per_hundred,people_fully_vaccinated_per_hundred,daily_vaccinations_per_million,vaccines,source_name,source_website\n/' ./test.csv
sed -i '1s/^/country,iso_code,date,total_vaccinations,people_vaccinated,people_fully_vaccinated,daily_vaccinations_raw,daily_vaccinations,total_vaccinations_per_hundred,people_vaccinated_per_hundred,people_fully_vaccinated_per_hundred,daily_vaccinations_per_million,vaccines,source_name,source_website\n/' ./validation.csv
sed -i '1s/^/country,iso_code,date,total_vaccinations,people_vaccinated,people_fully_vaccinated,daily_vaccinations_raw,daily_vaccinations,total_vaccinations_per_hundred,people_vaccinated_per_hundred,people_fully_vaccinated_per_hundred,daily_vaccinations_per_million,vaccines,source_name,source_website\n/' ./train.csv