Compare commits

...

2 Commits

3 changed files with 59074 additions and 138 deletions

20
Jenkinsfile vendored
View File

@ -0,0 +1,20 @@
pipeline {
agent any
stages {
stage('Clone repository') {
steps {
git branch: 'master', url: 'https://git.wmi.amu.edu.pl/s487176/ium_487176'
}
}
stage('Run script') {
steps {
sh 'sh getdata.sh'
}
post {
always {
archiveArtifacts artifacts: 'test.csv, train.csv, val.csv', allowEmptyArchive: true
}
}
}
}
}

22
getdata.sh Normal file
View File

@ -0,0 +1,22 @@
wget -O wine.csv https://huggingface.co/datasets/mstz/wine/raw/main/Wine_Quality_Data.csv
num_rows=$(($(wc -l < wine.csv) - 1))
CUTOFF=${1:-num_rows}
train_size=$((CUTOFF * 80 / 100))
test_size=$((CUTOFF * 10 / 100))
header=$(head -n 1 wine.csv)
tail -n +2 wine.csv | shuf > shuffled_data.csv
echo "$header" > train.csv
head -n $train_size shuffled_data.csv >> train.csv
echo "$header" > val.csv
head -n $(($train_size + $test_size)) shuffled_data.csv | tail -n $test_size >> val.csv
echo "$header" > test.csv
tail -n $test_size shuffled_data.csv >> test.csv
rm shuffled_data.csv

59170
zad1.ipynb

File diff suppressed because one or more lines are too long