added stats scipt
This commit is contained in:
parent
dbda9cf658
commit
5dd7412a27
42
Jenkinsfile-stats
Normal file
42
Jenkinsfile-stats
Normal file
@ -0,0 +1,42 @@
|
||||
pipeline {
|
||||
agent any
|
||||
|
||||
parameters {
|
||||
buildSelector( defaultSelector: lastSuccessful(), description: 'Build for copying artifacts', name: 'BUILD_SELECTOR')
|
||||
}
|
||||
|
||||
stages {
|
||||
stage('Clone Repository') {
|
||||
steps {
|
||||
git 'https://git.wmi.amu.edu.pl/s464953/ium_464953.git'
|
||||
}
|
||||
}
|
||||
stage('Cleanup Artifacts') {
|
||||
steps {
|
||||
script {
|
||||
sh 'rm -rf artifacts'
|
||||
}
|
||||
}
|
||||
}
|
||||
stage('Copy Artifact') {
|
||||
steps {
|
||||
withEnv([
|
||||
"BUILD_SELECTOR=${params.BUILD_SELECTOR}"
|
||||
]) {
|
||||
copyArtifacts fingerprintArtifacts: true, projectName: 'z-s464953-create-dataset', selector: buildParameter('$BUILD_SELECTOR')}
|
||||
}
|
||||
}
|
||||
stage('Execute Shell Script') {
|
||||
steps {
|
||||
script {
|
||||
sh "bash ./dataset_stats.sh"
|
||||
}
|
||||
}
|
||||
}
|
||||
stage('Archive Results') {
|
||||
steps {
|
||||
archiveArtifacts artifacts: 'artifacts/*', onlyIfSuccessful: true
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
13
dataset_stats.sh
Normal file
13
dataset_stats.sh
Normal file
@ -0,0 +1,13 @@
|
||||
#!/bin/bash
|
||||
|
||||
echo "------------------ Train dataset stats ------------------"
|
||||
wc -l artifacts/train.csv > stats_train.txt
|
||||
|
||||
echo "------------------ Validation dataset stats ------------------"
|
||||
wc -l artifacts/validation.csv > stats_validation.txt
|
||||
|
||||
echo "------------------ Test dataset stats ------------------"
|
||||
wc -l artifacts/test.csv > stats_test.txt
|
||||
|
||||
mkdir -p data
|
||||
mv stats_train.txt stats_validation.txt stats_test.txt artifacts/
|
Loading…
Reference in New Issue
Block a user