s434704/ium_434704
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Add dvv jenkinsfile

Browse Source
This commit is contained in:
Wojciech Jarmosz 2021-06-12 22:16:06 +02:00
parent af3e4eda10
commit 24dbcd1ed2
2 changed files with 68 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
Jenkinsfile_dvc Normal file
View File

@ -0,0 +1,24 @@
pipeline {
agent {
dockerfile true
}
parameters {
gitParameter branchFilter: 'origin/(.*)', defaultValue: 'master', name: 'BRANCH', type: 'PT_BRANCH'
}
stage('RUN DVC') {
steps {
withCredentials([string(credentialsId: 'ium-sftp-password', variable: 'IUM_SFTP_PASS')]) {
sh "dvc init -f"
sh "dvc remote add -d ium_ssh_remote ssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl/ium-sftp"
sh "dvc remote modify --local ium_ssh_remote password $IUM_SFTP_PASS"
sh "dvc pull"
sh "dvc reproduce"
}
}
}
post {
always {
mail body: "DVC - ${currentBuild.currentResult}", subject: 's434704', to: '26ab8f35.uam.onmicrosoft.com@emea.teams.ms'
}
}
}

44
requirements.txt
View File

@ -1,25 +1,44 @@
absl-py==0.12.0
alembic==1.4.1
appdirs==1.4.4
astunparse==1.6.3
atpublic==2.3
cachetools==4.2.1
certifi==2020.12.5
cffi==1.14.5
chardet==4.0.0
click==8.0.0
cloudpickle==1.6.0
colorama==0.4.4
commonmark==0.9.1
configobj==5.0.6
cycler==0.10.0
databricks-cli==0.14.3
decorator==4.4.2
dictdiffer==0.8.1
diskcache==5.2.1
distro==1.5.0
docker==5.0.0
docopt==0.6.2
dpath==2.0.1
dulwich==0.20.23
dvc==2.3.0
entrypoints==0.3
Flask==2.0.0
flatbuffers==1.12
flatten-dict==0.4.0
flufl.lock==3.2
fsspec==2021.5.0
ftfy==6.0.3
funcy==1.16
future==0.18.2
gast==0.4.0
gitdb==4.0.7
GitPython==3.1.17
google-auth==1.29.0
google-auth-oauthlib==0.4.4
google-pasta==0.2.0
grandalf==0.6
greenlet==1.1.0
grpcio==1.34.1
gunicorn==20.1.0
@ -28,43 +47,63 @@ idna==2.10
itsdangerous==2.0.0
Jinja2==3.0.0
joblib==1.0.1
jsonpath-ng==1.5.2
jsonpickle==1.5.2
kaggle==1.5.12
keras-nightly==2.5.0.dev2021032900
Keras-Preprocessing==1.1.2
kiwisolver==1.3.1
mailchecker==4.0.8
Mako==1.1.4
Markdown==3.3.4
MarkupSafe==2.0.0
matplotlib==3.4.2
mlflow==1.17.0
munch==2.5.0
nanotime==0.5.2
networkx==2.5.1
numpy==1.19.5
oauthlib==3.1.0
opt-einsum==3.3.0
packaging==20.9
pandas==1.2.4
pathspec==0.8.1
phonenumbers==8.12.24
Pillow==8.2.0
ply==3.11
prometheus-client==0.10.1
prometheus-flask-exporter==0.18.2
protobuf==3.15.8
psutil==5.8.0
py-cpuinfo==8.0.0
pyasn1==0.4.8
pyasn1-modules==0.2.8
pycparser==2.20
pydot==1.4.2
pygit2==1.6.0
Pygments==2.9.0
pygtrie==2.3.2
pymongo==3.11.4
pyparsing==2.4.7
python-benedict==0.24.0
python-dateutil==2.8.1
python-editor==1.0.4
python-fsutil==0.5.0
python-slugify==4.0.1
pytz==2021.1
PyYAML==5.4.1
querystring-parser==1.2.4
requests==2.25.1
requests-oauthlib==1.3.0
rich==10.3.0
rsa==4.7.2
ruamel.yaml==0.17.9
ruamel.yaml.clib==0.2.2
sacred==0.8.2
scikit-learn==0.24.1
scipy==1.6.1
shortuuid==1.0.1
shtab==1.3.6
six==1.15.0
sklearn==0.0
smmap==4.0.0
@ -79,12 +118,17 @@ tensorflow-estimator==2.5.0rc0
termcolor==1.1.0
text-unidecode==1.3
threadpoolctl==2.1.0
toml==0.10.2
torch==1.8.1
torchaudio==0.8.1
torchvision==0.9.1
tqdm==4.59.0
typing-extensions==3.7.4.3
urllib3==1.26.4
voluptuous==0.12.1
wcwidth==0.2.5
websocket-client==0.59.0
Werkzeug==2.0.0
wrapt==1.12.1
xmltodict==0.12.0
zc.lockfile==2.0