ium_434780/Jenkinsfile

pipeline{
    agent any
    properties([parameters([text(defaultValue: '50', description: 'Number of lines to cutoff', name: 'CUTOFF')])])
    stages{
        stage('Stage 1'){
            steps{
                echo 'Hello World!'
            }
        }
        stage('checkout: Check out from version control'){
            steps{
                checkout([$class: 'GitSCM', branches: [[name: '*/master']], doGenerateSubmoduleConfigurations: false, extensions: [], submoduleCfg: [], userRemoteConfigs: [[credentialsId: '321737ab-1c4d-475f-9667-513cf19ba596', url: 'https://git.wmi.amu.edu.pl/s434780/ium_434780.git']]])
            }
        }
        stage('sh: Shell Script'){
            steps{
                sh '''#!/bin/bash
                      curl -OL https://git.wmi.amu.edu.pl/s434780/ium_434780/src/branch/master/resources/Amazon_Consumer_Reviews.csv
                      head -n -1 Amazon_Consumer_Reviews.csv | shuf > Amazon_Consumer_Reviews.csv.shuf
                      wc -l Amazon_Consumer_Reviews.csv
                      head -n 500 Amazon_Consumer_Reviews.csv.shuf > test.csv
                      head -n 500 Amazon_Consumer_Reviews.csv.shuf | tail -n 2006 > dev.csv
                      tail -n +501 Amazon_Consumer_Reviews.csv.shuf > train.csv
                      wc -l *.csv '''
            }
        }
        stage('Archive artifacts'){
            steps{
                archiveArtifacts 'test.csv'
                archiveArtifacts 'dev.csv'
                archiveArtifacts 'train.csv'
            }
        }
    }
}