pipeline{
    agent any
    stages{
        stage('checkout: Check out from version control'){
            steps{
                checkout([$class: 'GitSCM', branches: [[name: '*/master']], doGenerateSubmoduleConfigurations: false, extensions: [], submoduleCfg: [], userRemoteConfigs: [[credentialsId: '321737ab-1c4d-475f-9667-513cf19ba596', url: 'https://git.wmi.amu.edu.pl/s434780/ium_434780.git']]])
            }
        }
        stage('sh: Shell Script'){
            steps{
                sh '''#!/bin/bash
                      curl -OL https://git.wmi.amu.edu.pl/s434780/ium_434780/src/branch/master/data.csv
                      head -n -1 data.csv | shuf > data1.csv.shuf
                      wc -l data1.csv
                      head -n 500 data1.csv.shuf > test.csv
                      head -n 500 data1.csv.shuf | tail -n 2006 > dev.csv
                      tail -n +501 data1.csv.shuf > train.csv
                      wc -l *.csv '''
            }
        }
        stage('Archive artifacts'){
            steps{
                archiveArtifacts 'test.csv'
                archiveArtifacts 'dev.csv'
                archiveArtifacts 'train.csv'
            }
        }
    }
}