script.sh

This commit is contained in:
Anna Nowak 2021-03-28 22:13:52 +02:00
parent 597d1753ac
commit 1101735e95
7 changed files with 42 additions and 33293 deletions

1
.gitignore vendored
View File

@ -57,3 +57,4 @@ docs/source/changelog.md
#fifa dataset
fifa19*
*.csv

35
Jenkinsfile vendored
View File

@ -1,9 +1,40 @@
pipeline {
agent any
stages {
stage('Stage 1') {
stage('Preparation') {
properties([
parameters([
string(
defaultValue: 'annadnowak',
description: 'Kaggle username',
name: 'KAGGLE_USERNAME',
trim: false
),
password(
defaultValue: '',
description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
name: 'KAGGLE_KEY'
)
])
])
}
stage('checkout: Check out from version control') {
steps {
echo 'Hello world!'
git 'https://git.wmi.amu.edu.pl/s434760/ium_434760.git'
}
}
stage('sh: Shell Script')
{
steps {
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
sh './script.sh'
}
}
}
stage('archive artifacts') {
steps {
archiveArtifacts 'output.txt'
}
}
}

16644
data.csv

File diff suppressed because it is too large Load Diff

3330
dev.csv

File diff suppressed because it is too large Load Diff

7
script.sh Normal file
View File

@ -0,0 +1,7 @@
# kaggle datasets download -d karangadiya/fifa19
unzip -o fifa19.zip
head -n 1 data.csv > header.csv
tail -n +2 data.csv| shuf > data_shuf.csv
head -n 3330 data_shuf.csv > test.csv
head -n 6660 data_shuf.csv | tail -n 3330 > validation.csv
tail -n 9984 data_shuf.csv > train.csv

3330
test.csv

File diff suppressed because it is too large Load Diff

9986
train.csv

File diff suppressed because it is too large Load Diff