diff --git a/Dockerfile b/Dockerfile index 0c9ea54..6d03880 100644 --- a/Dockerfile +++ b/Dockerfile @@ -7,6 +7,7 @@ RUN apt update && apt install -y python3 python3-pip git locales RUN pip3 install requests python-Levenshtein tqdm sacred pymongo mlflow RUN pip3 install torch==1.8.1+cpu torchvision==0.9.1+cpu torchaudio==0.8.1 -f https://download.pytorch.org/whl/torch_stable.html +RUN pip3 install dvc[ssh] paramiko RUN sed -i '/en_US.UTF-8/s/^# //g' /etc/locale.gen && locale-gen en_US.UTF-8 ENV LANG='en_US.UTF-8' LANGUAGE='en_US:en' LC_ALL='en_US.UTF-8' diff --git a/dvc.Jenkinsfile b/dvc.Jenkinsfile new file mode 100644 index 0000000..6aaa8c7 --- /dev/null +++ b/dvc.Jenkinsfile @@ -0,0 +1,30 @@ +pipeline { + agent { + dockerfile true + } + parameters { + string(name: 'batch_size', defaultValue: '512', description: 'size of batch') + string(name: 'learning_rate', defaultValue: '0.01', description: 'Learning rate') + string(name: 'epochs', defaultValue: '14', description: 'epochs') + } + stages { + stage('Build') { + steps { +// cleanWs() + git 'https://git.wmi.amu.edu.pl/s434749/ium_434749.git' +// copyArtifacts fingerprintArtifacts: true, projectName: 's434749-create-dataset', selector: lastSuccessful() + sh 'dvc remote add -f -d ium_ssh_remote ssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl/ium-sftp' + sh 'dvc remote list' + sh 'dvc remote modify --local ium_ssh_remote password IUM@2021' + sh 'dvc pull' + sh "dvc reproduce" + } + post { + success { + archiveArtifacts 'cnn.pth,results.txt' + } + } + + } + } +}