2023-05-23 22:03:38 +02:00
|
|
|
pipeline {
|
|
|
|
agent any
|
|
|
|
|
|
|
|
tools {
|
2023-05-23 23:06:26 +02:00
|
|
|
git 'Default'
|
2023-05-23 22:03:38 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
stages {
|
2023-05-23 23:12:16 +02:00
|
|
|
stage('Setup Git') {
|
|
|
|
steps {
|
|
|
|
sh """
|
2023-05-23 23:16:29 +02:00
|
|
|
git config user.email "jakzar3@st.amu.edu.pl"
|
|
|
|
git config user.name "s487187"
|
2023-05-23 23:12:16 +02:00
|
|
|
"""
|
|
|
|
}
|
|
|
|
}
|
2023-05-23 23:06:26 +02:00
|
|
|
|
2023-05-23 22:03:38 +02:00
|
|
|
stage('Clone Repository') {
|
|
|
|
steps {
|
2023-05-23 23:07:58 +02:00
|
|
|
script {
|
|
|
|
try {
|
2023-05-23 23:17:16 +02:00
|
|
|
git url: 'https://git.wmi.amu.edu.pl/s487187/ium_487187'
|
2023-05-23 23:07:58 +02:00
|
|
|
} catch (Exception err) {
|
|
|
|
error "Failed to clone repository: ${err.message}"
|
|
|
|
}
|
2023-05-23 22:03:38 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-05-23 23:20:35 +02:00
|
|
|
stage('Setup Python') {
|
|
|
|
steps {
|
|
|
|
sh '''
|
|
|
|
curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py
|
|
|
|
python3 get-pip.py --user
|
|
|
|
'''
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
stage('Install DVC') {
|
|
|
|
steps {
|
|
|
|
sh 'python3 -m pip install --user dvc'
|
|
|
|
}
|
|
|
|
}
|
2023-05-23 23:18:50 +02:00
|
|
|
|
2023-05-24 01:16:49 +02:00
|
|
|
stage('Clean DVC Cache') {
|
|
|
|
steps {
|
2023-05-24 01:18:47 +02:00
|
|
|
sh 'PATH=$PATH:~/.local/bin/ dvc gc -c -w -f'
|
2023-05-24 01:16:49 +02:00
|
|
|
}
|
|
|
|
}
|
2023-05-24 01:18:00 +02:00
|
|
|
|
2023-05-24 18:07:38 +02:00
|
|
|
stage('Configure DVC Remote') {
|
|
|
|
steps {
|
|
|
|
withCredentials(
|
|
|
|
[sshUserPrivateKey(credentialsId: '48ac7004-216e-4260-abba-1fe5db753e18', keyFileVariable: 'IUM_SFTP_KEY', passphraseVariable: '', usernameVariable: '')]) {
|
|
|
|
sh 'dvc remote add -d ium_ssh_remote ssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl/ium-sftp'
|
|
|
|
sh 'dvc remote modify --local ium_ssh_remote keyfile $IUM_SFTP_KEY'
|
|
|
|
sh 'dvc pull'}
|
|
|
|
}
|
|
|
|
}
|
2023-05-24 01:07:30 +02:00
|
|
|
|
2023-05-24 18:05:58 +02:00
|
|
|
// stage('Pull DVC Files') {
|
|
|
|
// steps {
|
|
|
|
// sh 'PATH=$PATH:~/.local/bin/ dvc pull -f'
|
|
|
|
// }
|
|
|
|
// }
|
2023-05-23 22:03:38 +02:00
|
|
|
|
2023-05-24 01:44:51 +02:00
|
|
|
stage('Run DVC Pipeline') {
|
|
|
|
steps {
|
|
|
|
sh 'PATH=$PATH:~/.local/bin/ dvc reproduce'
|
|
|
|
}
|
|
|
|
}
|
2023-05-24 01:03:57 +02:00
|
|
|
|
2023-05-24 01:44:51 +02:00
|
|
|
stage('Push DVC Files') {
|
|
|
|
steps {
|
|
|
|
sh 'PATH=$PATH:~/.local/bin/ dvc push'
|
|
|
|
}
|
|
|
|
}
|
2023-05-23 22:03:38 +02:00
|
|
|
}
|
|
|
|
}
|