Update 'Jenkinsfile'
This commit is contained in:
parent
6c6b94adfd
commit
4b90617683
9
Jenkinsfile
vendored
9
Jenkinsfile
vendored
@ -12,6 +12,12 @@ node {
|
||||
defaultValue: '',
|
||||
description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
|
||||
name: 'KAGGLE_KEY'
|
||||
),
|
||||
string(
|
||||
defaultValue: '7999',
|
||||
description: 'Cut off value',
|
||||
name: 'CUT',
|
||||
trim: false
|
||||
)
|
||||
])
|
||||
])
|
||||
@ -25,8 +31,7 @@ node {
|
||||
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
|
||||
sh 'kaggle datasets download -d mssmartypants/water-quality > output.txt'
|
||||
sh 'unzip -o water-quality.zip >> output.txt'
|
||||
sh 'readarray -t lines < waterQuality1.csv'
|
||||
sh 'shuf -e "${lines[@]}" | head -n 30 > temp.csv'
|
||||
sh 'head -n ${params.CUT} waterQuality1.csv > temp.csv'
|
||||
sh 'mv temp.csv waterQuality1.csv'
|
||||
sh 'python3 create_dataset.py >> output.txt'
|
||||
archiveArtifacts artifacts: 'waterQuality.csv, output.txt'
|
||||
|
Loading…
Reference in New Issue
Block a user