s424714/ium_424714
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

feat: automatic trigger v2

Browse Source
This commit is contained in:
Filip Patyk 2023-05-07 20:02:09 +02:00
parent 8711c17ee8
commit 7df11da81d
2 changed files with 16 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
Jenkinsfile-create
View File

@ -42,6 +42,7 @@ node {
sh "kaggle datasets download -p data --unzip clmentbisaillon/fake-and-real-news-dataset && python ./dataset.py --dataset"
sh "cp ./data/dataset/* ${WORKSPACE}"
sh "cp ./data/*.csv ${WORKSPACE}"
}
}

28
Jenkinsfile-training
View File

@ -50,20 +50,22 @@ node {
def dockerImage = docker.build("s424714-model")
dockerImage.inside {
stage("Docker: cloning artifacts"){
sh 'mkdir -p ./data/dataset'
sh 'mv -t ./data/dataset train.csv test.csv val.csv'
}
stage("Docker: Running training model")
{
sh 'mkdir -p ./.cache'
sh "export TRANSFORMERS_CACHE=./.cache"
sh 'python ./src/main.py --train --lr=$LR --batch=$BATCH_SIZE --epochs=$NUM_EPOCHS'
sh "cp ./results/model.pt ${WORKSPACE}"
}
withEnv(["TRANSFORMERS_CACHE=./.cache"]) {
stage("Docker: cloning artifacts"){
sh 'mkdir -p ./data/dataset'
sh 'mv -t ./data/dataset train.csv test.csv val.csv'
sh 'mv -t ./data True.csv Fake.csv'
}
stage("Docker: Running training model")
{
sh 'mkdir -p ./.cache'
// sh ""
sh 'python ./src/main.py --train --lr=$LR --batch=$BATCH_SIZE --epochs=$NUM_EPOCHS'
sh "cp ./results/model.pt ${WORKSPACE}"
}
}
}
}
}