This commit is contained in:
szymonj98 2022-03-23 19:38:59 +01:00
parent f0c7147707
commit d33d3d3e60
2 changed files with 8 additions and 2 deletions

8
Jenkinsfile vendored
View File

@ -12,10 +12,16 @@ pipeline {
description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
name: 'KAGGLE_KEY'
)
cutoff(
defaultValue: '',
description: 'Value for head command'
name: CUTOFF
)
}
environment {
KAGGLE_USERNAME="$params.KAGGLE_USERNAME"
KAGGLE_KEY="$params.KAGGLE_KEY"
CUTOFF="$params.CUTOFF"
}
stages {
stage('Stage 1') {
@ -23,7 +29,7 @@ pipeline {
echo 'Hello world!!!'
checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[url: 'https://git.wmi.amu.edu.pl/s444386/ium_444386']]])
sh "chmod u+x ./dataset_download.sh"
sh "KAGGLE_USERNAME=${KAGGLE_USERNAME} KAGGLE_KEY=${KAGGLE_KEY} ./dataset_download.sh"
sh "KAGGLE_USERNAME=${KAGGLE_USERNAME} KAGGLE_KEY=${KAGGLE_KEY} CUTOFF=${CUTOFF} ./dataset_download.sh"
archiveArtifacts 'data.txt'
}
}

View File

@ -2,5 +2,5 @@
kaggle datasets download -d tamber/steam-video-games
unzip -o steam-video-games.zip
> data.txt
head -n 10000 steam-200k.csv >> data.txt
head -n $3 steam-200k.csv >> data.txt