stats
This commit is contained in:
parent
a668fc86b0
commit
d9a67725ae
4
Jenkinsfile
vendored
4
Jenkinsfile
vendored
@ -14,7 +14,7 @@ pipeline {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
stage('Pobierz i przeprocesuj zbiór') {
|
stage('Download and preprocess') {
|
||||||
environment {
|
environment {
|
||||||
KAGGLE_USERNAME = "szymonbartanowicz"
|
KAGGLE_USERNAME = "szymonbartanowicz"
|
||||||
KAGGLE_KEY = "4692239eb65f20ec79f9a59ef30e67eb"
|
KAGGLE_KEY = "4692239eb65f20ec79f9a59ef30e67eb"
|
||||||
@ -28,7 +28,7 @@ pipeline {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
stage('Archiwizuj') {
|
stage('Archive') {
|
||||||
steps {
|
steps {
|
||||||
archiveArtifacts artifacts: 'data/*', onlyIfSuccessful: true
|
archiveArtifacts artifacts: 'data/*', onlyIfSuccessful: true
|
||||||
}
|
}
|
||||||
|
32
Jenkinsfile-stats
Normal file
32
Jenkinsfile-stats
Normal file
@ -0,0 +1,32 @@
|
|||||||
|
pipeline {
|
||||||
|
agent any
|
||||||
|
|
||||||
|
parameters {
|
||||||
|
buildSelector( defaultSelector: lastSuccessful(), description: 'Which build to use for copying artifacts', name: 'BUILD_SELECTOR')
|
||||||
|
}
|
||||||
|
|
||||||
|
stages {
|
||||||
|
stage('Clone Repository') {
|
||||||
|
steps {
|
||||||
|
git branch: "main", url: "https://git.wmi.amu.edu.pl/s464937/ium_464937"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
stage('Copy Artifact') {
|
||||||
|
steps {
|
||||||
|
withEnv(["BUILD_SELECTOR=${params.BUILD_SELECTOR}" ]) {
|
||||||
|
copyArtifacts fingerprintArtifacts: true, projectName: 'z-s464937-create-dataset', selector: buildParameter('$BUILD_SELECTOR')}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
stage('Print stats') {
|
||||||
|
steps {
|
||||||
|
script {
|
||||||
|
sh "bash ./script2.sh"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
stage('Archive Results') {
|
||||||
|
steps {
|
||||||
|
archiveArtifacts artifacts: 'data/*', onlyIfSuccessful: true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
9
script2.sh
Normal file
9
script2.sh
Normal file
@ -0,0 +1,9 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
echo "Liczba linijek dla train"
|
||||||
|
wc -l data/train.csv > stats_train.txt
|
||||||
|
echo "Liczba linijek dla dev"
|
||||||
|
wc -l data/dev.csv > stats_dev.txt
|
||||||
|
echo "Liczba linijek dla test"
|
||||||
|
wc -l data/test.csv > stats_test.txt
|
||||||
|
mkdir -p data
|
||||||
|
mv stats_train.txt stats_dev.txt stats_test.txt data/
|
Loading…
Reference in New Issue
Block a user