Zad 10. DVC - Jenkinsfile_dvc and Dockerfile

This commit is contained in:
Cezary Gałązkiewicz 2022-06-06 01:19:43 +02:00
parent c865a6ce9c
commit 796df44dde
2 changed files with 46 additions and 0 deletions

30
Jenkinsfile_dvc Normal file
View File

@ -0,0 +1,30 @@
pipeline {
agent {
dockerfile{
dir 'dvc'
}
}
stages {
stage('checkout'){
steps{
checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[credentialsId: 's470623', url: 'https://git.wmi.amu.edu.pl/s470623/ium_470623.git']]])
}
}
stage("DVC"){
steps {
withCredentials([sshUserPrivateKey(credentialsId: '48ac7004-216e-4260-abba-1fe5db753e18', keyFileVariable: 'IUM_SFTP_KEY')]) {
sh 'dvc remote modify --local ium_ssh_remote keyfile $IUM_SFTP_KEY'
sh 'dvc remote modify --local ium_ssh_remote password IUM@2021'
sh 'dvc remote list'
sh 'cat .dvc/config'
sh 'cat .dvc/config.local'
sh 'dvc pull'
sh 'dvc reproduce'
sh 'ls -al'
}
}
}
}
}

16
dvc/Dockerfile Normal file
View File

@ -0,0 +1,16 @@
FROM ubuntu:latest
RUN apt update && apt install -y python3-pip
RUN apt install -y unzip python3
RUN apt install -y sshpass openssh-client
RUN pip3 install pandas numpy sklearn tensorflow matplotlib
RUN pip3 install dvc
RUN pip3 install dvc[ssh] paramiko
WORKDIR /ium
RUN useradd -r -u 111 jenkins
#CMD ./download_dataset.sh
#CMD python3 process_dataset.py
#CMD ./stats.sh