ium_487187/JenkinsfileDVC

80 lines
2.1 KiB
Plaintext
Raw Normal View History

2023-05-23 22:03:38 +02:00
pipeline {
agent any
tools {
2023-05-23 23:06:26 +02:00
git 'Default'
2023-05-23 22:03:38 +02:00
}
stages {
2023-05-23 23:12:16 +02:00
stage('Setup Git') {
steps {
sh """
2023-05-23 23:16:29 +02:00
git config user.email "jakzar3@st.amu.edu.pl"
git config user.name "s487187"
2023-05-23 23:12:16 +02:00
"""
}
}
2023-05-23 23:06:26 +02:00
2023-05-23 22:03:38 +02:00
stage('Clone Repository') {
steps {
2023-05-23 23:07:58 +02:00
script {
try {
2023-05-23 23:17:16 +02:00
git url: 'https://git.wmi.amu.edu.pl/s487187/ium_487187'
2023-05-23 23:07:58 +02:00
} catch (Exception err) {
error "Failed to clone repository: ${err.message}"
}
2023-05-23 22:03:38 +02:00
}
}
}
2023-05-23 23:20:35 +02:00
stage('Setup Python') {
steps {
sh '''
curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py
python3 get-pip.py --user
'''
}
}
stage('Install DVC') {
steps {
sh 'python3 -m pip install --user dvc'
}
}
2023-05-23 23:18:50 +02:00
2023-05-24 01:16:49 +02:00
stage('Clean DVC Cache') {
steps {
2023-05-24 01:18:47 +02:00
sh 'PATH=$PATH:~/.local/bin/ dvc gc -c -w -f'
2023-05-24 01:16:49 +02:00
}
}
2023-05-24 01:18:00 +02:00
2023-05-24 18:07:38 +02:00
stage('Configure DVC Remote') {
steps {
withCredentials(
[sshUserPrivateKey(credentialsId: '48ac7004-216e-4260-abba-1fe5db753e18', keyFileVariable: 'IUM_SFTP_KEY', passphraseVariable: '', usernameVariable: '')]) {
sh 'dvc remote add -d ium_ssh_remote ssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl/ium-sftp'
sh 'dvc remote modify --local ium_ssh_remote keyfile $IUM_SFTP_KEY'
sh 'dvc pull'}
}
}
2023-05-24 01:07:30 +02:00
2023-05-24 18:05:58 +02:00
// stage('Pull DVC Files') {
// steps {
// sh 'PATH=$PATH:~/.local/bin/ dvc pull -f'
// }
// }
2023-05-23 22:03:38 +02:00
2023-05-24 01:44:51 +02:00
stage('Run DVC Pipeline') {
steps {
sh 'PATH=$PATH:~/.local/bin/ dvc reproduce'
}
}
2023-05-24 01:03:57 +02:00
2023-05-24 01:44:51 +02:00
stage('Push DVC Files') {
steps {
sh 'PATH=$PATH:~/.local/bin/ dvc push'
}
}
2023-05-23 22:03:38 +02:00
}
}