Update 'Jenkinsfile'

This commit is contained in:
Wojciech Mikołajski 2023-04-17 21:08:40 +02:00
parent 6c6b94adfd
commit 4b90617683

9
Jenkinsfile vendored
View File

@ -12,6 +12,12 @@ node {
defaultValue: '',
description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
name: 'KAGGLE_KEY'
),
string(
defaultValue: '7999',
description: 'Cut off value',
name: 'CUT',
trim: false
)
])
])
@ -25,8 +31,7 @@ node {
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
sh 'kaggle datasets download -d mssmartypants/water-quality > output.txt'
sh 'unzip -o water-quality.zip >> output.txt'
sh 'readarray -t lines < waterQuality1.csv'
sh 'shuf -e "${lines[@]}" | head -n 30 > temp.csv'
sh 'head -n ${params.CUT} waterQuality1.csv > temp.csv'
sh 'mv temp.csv waterQuality1.csv'
sh 'python3 create_dataset.py >> output.txt'
archiveArtifacts artifacts: 'waterQuality.csv, output.txt'