fix: jenkinsfile-dvc

This commit is contained in:
Filip Patyk 2023-05-22 23:28:59 +02:00
parent c549a4ff67
commit 6e172a4486
2 changed files with 14 additions and 17 deletions

View File

@ -14,9 +14,11 @@ COPY environment.yml /tmp/environment.yml
RUN mamba env create -f /tmp/environment.yml && mamba clean -ya
RUN echo "mamba activate ium" >> ~/.bashrc
ENV PATH /opt/conda/envs/ium/bin:$PATH
RUN pip install dvc[ssh] paramiko
RUN useradd -r -u 111 jenkins
COPY src ./src
#make dir for data
RUN mkdir -p ./data; mkdir -p ./results

View File

@ -10,19 +10,14 @@ node {
sh "chmod +x -R ${env.WORKSPACE}"
copyArtifacts fingerprintArtifacts: true, projectName: 's424714-create-dataset', selector: buildParameter('BUILD_SELECTOR')
def dockerImage = docker.build("s424714-model")
def dockerImage = docker.build("s424714-model:latest")
dockerImage.inside {
withCredentials(
[sshUserPrivateKey(credentialsId: '48ac7004-216e-4260-abba-1fe5db753e18', keyFileVariable: 'IUM_SFTP_KEY', passphraseVariable: '', usernameVariable: '')]) {
withCredentials([string(credentialsId: 'ium-sftp-password', variable: 'IUM_SFTP_PASS')]) {
stage("Docker: DVC")
{
sh 'dvc remote add -d ium_ssh_remote ssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl/ium-sftp'
sh 'dvc remote modify --local ium_ssh_remote keyfile $IUM_SFTP_KEY'
sh 'dvc remote modify --local ium_ssh_remote password $IUM_SFTP_KEY'
sh 'dvc pull'
sh 'dvc exp run'
}
@ -31,5 +26,5 @@ node {
}
}
}