diff --git a/Dockerfile b/Dockerfile index b43e501..085e1a7 100644 --- a/Dockerfile +++ b/Dockerfile @@ -17,6 +17,10 @@ RUN pip3 install sacred RUN pip3 install pymongo RUN pip3 install GitPython RUN pip3 install mlflow +RUN pip3 install dvc +RUN pip3 install dvc[ssh] paramiko +RUN apt install -y sshpass openssh-client +RUN useradd -r -u 111 jenkins # RUN python3 -m pip install kaggle RUN python3 -m pip install pandas diff --git a/Jenkinsfile_dvc b/Jenkinsfile_dvc index cbfc80e..f638a0f 100644 --- a/Jenkinsfile_dvc +++ b/Jenkinsfile_dvc @@ -1,6 +1,8 @@ pipeline { agent { - dockerfile true + docker { + image 'ksero' + } } stages { stage('DVC') { @@ -9,9 +11,14 @@ pipeline { withCredentials( [sshUserPrivateKey(credentialsId: '48ac7004-216e-4260-abba-1fe5db753e18', keyFileVariable: 'IUM_SFTP_KEY', passphraseVariable: '', usernameVariable: 'USER')]) { sh 'dvc remote modify --local ium_ssh_remote keyfile $IUM_SFTP_KEY' - sh 'dvc remote modify --local ium_ssh_remote password IUM@2021' - sh 'dvc pull' - sh 'dvc repro'} + sh 'dvc remote modify --local ium_ssh_remote password IUM@2021' + sh 'dvc remote list' + sh 'cat .dvc/config' + sh 'cat .dvc/config.local' + sh 'dvc pull' + sh 'dvc repro' + sh 'ls -al' + } } } }