Update 'Jenkinsfile'
This commit is contained in:
parent
4b90617683
commit
62d422a29b
12
Jenkinsfile
vendored
12
Jenkinsfile
vendored
@ -31,8 +31,16 @@ node {
|
|||||||
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
|
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
|
||||||
sh 'kaggle datasets download -d mssmartypants/water-quality > output.txt'
|
sh 'kaggle datasets download -d mssmartypants/water-quality > output.txt'
|
||||||
sh 'unzip -o water-quality.zip >> output.txt'
|
sh 'unzip -o water-quality.zip >> output.txt'
|
||||||
sh 'head -n ${params.CUT} waterQuality1.csv > temp.csv'
|
def csvFile = new File('waterQuality1.csv')
|
||||||
sh 'mv temp.csv waterQuality1.csv'
|
def lines = csvFile.readLines()
|
||||||
|
def cut = ${params.CUT}.toInteger()
|
||||||
|
def randomLines = new Random().with { random ->
|
||||||
|
(0..lines.size() - 1).sort { random.nextInt() }[0..(cut - 1)].collect { lines[it] }
|
||||||
|
}
|
||||||
|
def tempFile = new File('temp.csv')
|
||||||
|
tempFile.write(randomLines.join('\n'))
|
||||||
|
csvFile.text = tempFile.text
|
||||||
|
tempFile.delete()
|
||||||
sh 'python3 create_dataset.py >> output.txt'
|
sh 'python3 create_dataset.py >> output.txt'
|
||||||
archiveArtifacts artifacts: 'waterQuality.csv, output.txt'
|
archiveArtifacts artifacts: 'waterQuality.csv, output.txt'
|
||||||
}
|
}
|
||||||
|
Loading…
Reference in New Issue
Block a user