s495719/ium_495719
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add cutoff

Browse Source
This commit is contained in:
PawelDopierala 2024-03-27 02:06:32 +01:00
parent ba4ca3e909
commit 3a9282542e
3 changed files with 20 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
Jenkinsfile vendored
View File

@ -13,6 +13,11 @@ pipeline {
description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials', description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
name: 'KAGGLE_KEY' name: 'KAGGLE_KEY'
) )
string(
defaultValue: '50',
description: 'number of truncated examples',
name: 'CUTOFF'
)
} }
stages { stages {
@ -27,7 +32,7 @@ pipeline {
stage('Shell') { stage('Shell') {
steps { steps {
sh 'chmod 777 ./data_processing.sh' sh 'chmod 777 ./data_processing.sh'
sh './data_processing.sh' sh './data_processing.sh ${params.CUTOFF}'
} }
} }
stage('Artifacts') { stage('Artifacts') {

2
data_processing.sh
View File

@ -1 +1 @@
head -n 10 example_data.txt > processed_data.txt head -n $1 example_data.txt > processed_data.txt

14
example_data.txt
View File

@ -1 +1,13 @@
test6 test1
test15
test134
test1453
test134543
test134
test1rth
test1test1test1tre
test1rthrt
test1hrt
test1hrtsd