diff --git a/Jenkinsfile b/Jenkinsfile index 6fe523e..2b8f21b 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -13,6 +13,11 @@ pipeline { description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials', name: 'KAGGLE_KEY' ) + string( + defaultValue: '50', + description: 'number of truncated examples', + name: 'CUTOFF' + ) } stages { @@ -27,7 +32,7 @@ pipeline { stage('Shell') { steps { sh 'chmod 777 ./data_processing.sh' - sh './data_processing.sh' + sh './data_processing.sh ${params.CUTOFF}' } } stage('Artifacts') { diff --git a/data_processing.sh b/data_processing.sh index 799e5ff..8ccafe7 100644 --- a/data_processing.sh +++ b/data_processing.sh @@ -1 +1 @@ -head -n 10 example_data.txt > processed_data.txt \ No newline at end of file +head -n $1 example_data.txt > processed_data.txt \ No newline at end of file diff --git a/example_data.txt b/example_data.txt index 64ba643..27b5038 100644 --- a/example_data.txt +++ b/example_data.txt @@ -1 +1,13 @@ -test6 \ No newline at end of file +test1 +test15 +test134 +test1453 +test134543 +test134 +test1rth +test1test1test1tre +test1rthrt +test1hrt +test1hrtsd + +