s434765/ium_434765
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

stats job

Browse Source
This commit is contained in:
s434765 2021-03-27 22:34:06 +01:00
parent 3bebf05474
commit a245a38dfe
2 changed files with 8 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
Jenkinsfile vendored
View File

@ -1,36 +1,22 @@
node {
stage('Preparation') {
stage('Preparation') {
properties([
parameters([
string(defaultValue: 'karopa',
description: 'Kaggle username',
name: 'KAGGLE_USERNAME',
trim: false),
password(defaultValue: '',
description: 'Kaggle token',
name: 'KAGGLE_KEY'),
string(defaultValue: '5000',
description: 'Data cutoff',
name: 'CUTOFF',
trim: false)
buildSelector(defaultSelector: lastSuccessful(),
description: 'Which build to use for copying artifacts',
name: 'BUILD_SELECTOR')
])
]
)
}
stage('Clone repo') {
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}"]){
checkout([$class: 'GitSCM', branches: [[name: '*/master']], doGenerateSubmoduleConfigurations: false, extensions: [], submoduleCfg: [], userRemoteConfigs: [[url: 'https://git.wmi.amu.edu.pl/s434765/ium_434765']]])
copyArtifacts filter: 'data_shuf', fingerprintArtifacts: true, projectName: 's434765-create-dataset', selector: buildParameter("BUILD_SELECTOR")
sh '''
#!/usr/bin/env bash
chmod 777 get_data_simple.sh
./get_data_simple.sh $CUTOFF
./get_stats_simple.sh
'''
archiveArtifacts "data_dev"
archiveArtifacts "data_shuf"
archiveArtifacts "data_test"
archiveArtifacts "data_train"
}
}
}

2
get_stats_simple.sh Normal file
View File

@ -0,0 +1,2 @@
#!/bin/bash
wc -l "data_shuf"