s444510/ium_z444510
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

try again

Browse Source
This commit is contained in:
piotrwrzodak 2023-04-20 23:15:39 +02:00
parent 3a4d13f02c
commit 2480f2a989
2 changed files with 13 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
Jenkinsfile vendored
View File

@ -35,6 +35,7 @@ pipeline {
// sh 'ls -a ./ium_z444510' // sh 'ls -a ./ium_z444510'
sh 'chmod +x create-dataset.sh' sh 'chmod +x create-dataset.sh'
sh './create-dataset.sh' sh './create-dataset.sh'
archiveArtifacts 'data/barcelona_weekends.train.csv, data/barcelona_weekends.dev.csv, data/barcelona_weekends.test.csv'
} }
// archiveArtifacts 'ium_z444510/train.csv' // archiveArtifacts 'ium_z444510/train.csv'
// archiveArtifacts 'ium_z444510/dev.csv' // archiveArtifacts 'ium_z444510/dev.csv'

13
create-dataset.sh
View File

@ -1,3 +1,14 @@
#!/bin/bash #!/bin/bash
echo 'Hello' export KAGGLE_USERNAME=$KAGGLE_USERNAME
export KAGGLE_KEY=$KAGGLE_KEY
kaggle datasets download -d thedevastator/airbnb-prices-in-european-cities
unzip airbnb-prices-in-european-cities.zip -d data
rm airbnb-prices-in-european-cities.zip
head -n $CUTOFF data/barcelona_weekends.csv | shuf > data/barcelona_weekends.shuf.csv
head -n 25 data/barcelona_weekends.shuf.csv > data/barcelona_weekends.test.csv
head -n 50 data/barcelona_weekends.shuf.csv | tail -n 25 > data/barcelona_weekends.dev.csv
tail -n +51 data/barcelona_weekends.shuf.csv > data/barcelona_weekends.train.csv
rm data/barcelona_weekends.shuf.csv