s464953/ium_464953
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

changed Jenkinsfile

Browse Source
This commit is contained in:
s464953 2024-03-25 21:14:59 +01:00
parent 430f10ce26
commit c41a5da61c
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Jenkinsfile vendored
View File

@ -20,7 +20,7 @@ pipeline {
"KAGGLE_USERNAME=${env.KAGGLE_USERNAME}", "KAGGLE_USERNAME=${env.KAGGLE_USERNAME}",
"KAGGLE_KEY=${env.KAGGLE_KEY}"]) "KAGGLE_KEY=${env.KAGGLE_KEY}"])
{ {
sh 'bash ./download_dataset.sh ${params.CUTOFF}' sh "bash ./download_dataset.sh ${params.CUTOFF}"
} }
} }
} }

4
download_dataset.sh
View File

@ -9,7 +9,7 @@ unzip -o spotify-dataset.zip
echo "------------------ Shufle ------------------" echo "------------------ Shufle ------------------"
shuf Spotify_Dataset.csv -o shuffled_spotify.csv shuf Spotify_Dataset.csv -o shuffled_spotify.csv
echo "------------------ Cut off top: ${1} rows ------------------" echo "------------------ Cut off top: $1 rows ------------------"
head -n $1 shuffled_spotify.csv > cutoff_spotify.csv head -n $1 shuffled_spotify.csv > cutoff_spotify.csv
echo "------------------ Split ------------------" echo "------------------ Split ------------------"
@ -23,4 +23,4 @@ tail -n $num_test cutoff_spotify.csv | head -n $num_validation > validation.csv
tail -n $num_test cutoff_spotify.csv | tail -n +$(($num_validation + 1)) > test.csv tail -n $num_test cutoff_spotify.csv | tail -n +$(($num_validation + 1)) > test.csv
mkdir -p artifacts mkdir -p artifacts
mv Spotify_Dataset.csv cutoff_spotify.csv train.csv validation.csv test.csv artifacts/ mv Spotify_Dataset.csv cutoff_spotify.csv train.csv validation.csv test.csv artifacts/