This commit is contained in:
szymonj98 2022-03-23 19:38:59 +01:00
parent f0c7147707
commit d33d3d3e60
2 changed files with 8 additions and 2 deletions

8
Jenkinsfile vendored
View File

@ -12,10 +12,16 @@ pipeline {
description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials', description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
name: 'KAGGLE_KEY' name: 'KAGGLE_KEY'
) )
cutoff(
defaultValue: '',
description: 'Value for head command'
name: CUTOFF
)
} }
environment { environment {
KAGGLE_USERNAME="$params.KAGGLE_USERNAME" KAGGLE_USERNAME="$params.KAGGLE_USERNAME"
KAGGLE_KEY="$params.KAGGLE_KEY" KAGGLE_KEY="$params.KAGGLE_KEY"
CUTOFF="$params.CUTOFF"
} }
stages { stages {
stage('Stage 1') { stage('Stage 1') {
@ -23,7 +29,7 @@ pipeline {
echo 'Hello world!!!' echo 'Hello world!!!'
checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[url: 'https://git.wmi.amu.edu.pl/s444386/ium_444386']]]) checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[url: 'https://git.wmi.amu.edu.pl/s444386/ium_444386']]])
sh "chmod u+x ./dataset_download.sh" sh "chmod u+x ./dataset_download.sh"
sh "KAGGLE_USERNAME=${KAGGLE_USERNAME} KAGGLE_KEY=${KAGGLE_KEY} ./dataset_download.sh" sh "KAGGLE_USERNAME=${KAGGLE_USERNAME} KAGGLE_KEY=${KAGGLE_KEY} CUTOFF=${CUTOFF} ./dataset_download.sh"
archiveArtifacts 'data.txt' archiveArtifacts 'data.txt'
} }
} }

View File

@ -2,5 +2,5 @@
kaggle datasets download -d tamber/steam-video-games kaggle datasets download -d tamber/steam-video-games
unzip -o steam-video-games.zip unzip -o steam-video-games.zip
> data.txt > data.txt
head -n 10000 steam-200k.csv >> data.txt head -n $3 steam-200k.csv >> data.txt