This commit is contained in:
korne 2022-06-05 23:24:24 +02:00
parent 3ddd13438d
commit 32143e2da5
2 changed files with 172 additions and 2 deletions

View File

@ -1,4 +1,6 @@
[core]
remote = my_local_remote
remote = ium_ssh_remote
['remote "my_local_remote"']
url = /dvcstore
['remote "ium_ssh_remote"']
url = ssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl

View File

@ -404,9 +404,177 @@
},
{
"cell_type": "code",
"execution_count": null,
"execution_count": 52,
"id": "aa5bc809-1add-4b55-ad3e-0c3fcf80f5c6",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Requirement already satisfied: dvc[ssh] in c:\\users\\korne\\miniconda3\\lib\\site-packages (2.10.2)\n",
"Collecting paramiko\n",
" Downloading paramiko-2.11.0-py2.py3-none-any.whl (212 kB)\n",
" -------------------------------------- 212.9/212.9 KB 1.8 MB/s eta 0:00:00\n",
"Requirement already satisfied: typing-extensions>=3.7.4 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (4.2.0)\n",
"Requirement already satisfied: appdirs>=1.4.3 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (1.4.4)\n",
"Requirement already satisfied: flufl.lock>=5 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (7.0)\n",
"Requirement already satisfied: pygtrie>=2.3.2 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (2.4.2)\n",
"Requirement already satisfied: pydot>=1.2.4 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (1.4.2)\n",
"Requirement already satisfied: funcy>=1.14 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (1.17)\n",
"Requirement already satisfied: nanotime>=0.5.2 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (0.5.2)\n",
"Requirement already satisfied: scmrepo==0.0.19 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (0.0.19)\n",
"Requirement already satisfied: python-benedict>=0.24.2 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (0.25.1)\n",
"Requirement already satisfied: packaging>=19.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (21.3)\n",
"Requirement already satisfied: voluptuous>=0.11.7 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (0.13.1)\n",
"Requirement already satisfied: dvclive>=0.7.3 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (0.8.2)\n",
"Requirement already satisfied: dictdiffer>=0.8.1 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (0.9.0)\n",
"Requirement already satisfied: zc.lockfile>=1.2.1 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (2.0)\n",
"Requirement already satisfied: psutil>=5.8.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (5.9.0)\n",
"Requirement already satisfied: networkx>=2.5 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (2.8.3)\n",
"Requirement already satisfied: pyparsing>=2.4.7 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (3.0.7)\n",
"Requirement already satisfied: dvc-render==0.0.5 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (0.0.5)\n",
"Requirement already satisfied: tqdm<5,>=4.63.1 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (4.63.1)\n",
"Requirement already satisfied: aiohttp-retry>=2.4.5 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (2.4.6)\n",
"Requirement already satisfied: fsspec[http]>=2021.10.1 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (2022.5.0)\n",
"Requirement already satisfied: rich>=10.13.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (12.4.4)\n",
"Requirement already satisfied: requests>=2.22.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (2.27.1)\n",
"Requirement already satisfied: grandalf==0.6 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (0.6)\n",
"Requirement already satisfied: toml>=0.10.1 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (0.10.2)\n",
"Requirement already satisfied: flatten-dict<1,>=0.4.1 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (0.4.2)\n",
"Requirement already satisfied: diskcache>=5.2.1 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (5.4.0)\n",
"Requirement already satisfied: tabulate>=0.8.7 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (0.8.9)\n",
"Requirement already satisfied: shortuuid>=0.5.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (1.0.9)\n",
"Requirement already satisfied: ruamel.yaml>=0.17.11 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (0.17.21)\n",
"Requirement already satisfied: configobj>=5.0.6 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (5.0.6)\n",
"Requirement already satisfied: colorama>=0.3.9 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (0.4.4)\n",
"Requirement already satisfied: pathspec<0.10.0,>=0.9.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (0.9.0)\n",
"Requirement already satisfied: shtab<2,>=1.3.4 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (1.5.4)\n",
"Requirement already satisfied: distro>=1.3.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (1.7.0)\n",
"Requirement already satisfied: dpath<3,>=2.0.2 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from dvc[ssh]) (2.0.6)\n",
"Collecting sshfs[bcrypt]>=2021.11.2\n",
" Downloading sshfs-2022.3.1-py3-none-any.whl (15 kB)\n",
"Collecting bcrypt\n",
" Downloading bcrypt-3.2.2-cp36-abi3-win_amd64.whl (29 kB)\n",
"Requirement already satisfied: future in c:\\users\\korne\\miniconda3\\lib\\site-packages (from grandalf==0.6->dvc[ssh]) (0.18.2)\n",
"Requirement already satisfied: asyncssh<3,>=2.7.1 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc[ssh]) (2.11.0)\n",
"Requirement already satisfied: pygit2>=1.7.2 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc[ssh]) (1.9.2)\n",
"Requirement already satisfied: gitpython>3 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc[ssh]) (3.1.27)\n",
"Requirement already satisfied: dulwich>=0.20.34 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc[ssh]) (0.20.42)\n",
"Requirement already satisfied: six in c:\\users\\korne\\miniconda3\\lib\\site-packages (from paramiko) (1.16.0)\n",
"Collecting pynacl>=1.0.1\n",
" Downloading PyNaCl-1.5.0-cp36-abi3-win_amd64.whl (212 kB)\n",
" -------------------------------------- 212.1/212.1 KB 1.4 MB/s eta 0:00:00\n",
"Requirement already satisfied: cryptography>=2.5 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from paramiko) (36.0.2)\n",
"Requirement already satisfied: aiohttp in c:\\users\\korne\\miniconda3\\lib\\site-packages (from aiohttp-retry>=2.4.5->dvc[ssh]) (3.8.1)\n",
"Requirement already satisfied: cffi>=1.1 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from bcrypt->dvc[ssh]) (1.15.0)\n",
"Requirement already satisfied: atpublic>=2.3 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from flufl.lock>=5->dvc[ssh]) (3.0.1)\n",
"Requirement already satisfied: phonenumbers<9.0.0,>=8.12.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (8.12.49)\n",
"Requirement already satisfied: python-dateutil<3.0.0,>=2.8.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (2.8.2)\n",
"Requirement already satisfied: xmltodict<1.0.0,>=0.12.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (0.13.0)\n",
"Requirement already satisfied: python-slugify<7.0.0,>=6.0.1 in c:\\users\\korne\\appdata\\roaming\\python\\python39\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (6.1.1)\n",
"Requirement already satisfied: python-fsutil<1.0.0,>=0.6.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (0.6.1)\n",
"Requirement already satisfied: mailchecker<5.0.0,>=4.1.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (4.1.17)\n",
"Requirement already satisfied: pyyaml<7.0,>=6.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (6.0)\n",
"Requirement already satisfied: ftfy<7.0.0,>=6.0.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (6.1.1)\n",
"Requirement already satisfied: certifi>=2017.4.17 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from requests>=2.22.0->dvc[ssh]) (2021.10.8)\n",
"Requirement already satisfied: charset-normalizer~=2.0.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from requests>=2.22.0->dvc[ssh]) (2.0.12)\n",
"Requirement already satisfied: idna<4,>=2.5 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from requests>=2.22.0->dvc[ssh]) (3.3)\n",
"Requirement already satisfied: urllib3<1.27,>=1.21.1 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from requests>=2.22.0->dvc[ssh]) (1.26.9)\n",
"Requirement already satisfied: pygments<3.0.0,>=2.6.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from rich>=10.13.0->dvc[ssh]) (2.11.2)\n",
"Requirement already satisfied: commonmark<0.10.0,>=0.9.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from rich>=10.13.0->dvc[ssh]) (0.9.1)\n",
"Requirement already satisfied: ruamel.yaml.clib>=0.2.6 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from ruamel.yaml>=0.17.11->dvc[ssh]) (0.2.6)\n",
"Requirement already satisfied: setuptools in c:\\users\\korne\\miniconda3\\lib\\site-packages (from zc.lockfile>=1.2.1->dvc[ssh]) (60.10.0)\n",
"Requirement already satisfied: pycparser in c:\\users\\korne\\miniconda3\\lib\\site-packages (from cffi>=1.1->bcrypt->dvc[ssh]) (2.21)\n",
"Requirement already satisfied: wcwidth>=0.2.5 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from ftfy<7.0.0,>=6.0.0->python-benedict>=0.24.2->dvc[ssh]) (0.2.5)\n",
"Requirement already satisfied: gitdb<5,>=4.0.1 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from gitpython>3->scmrepo==0.0.19->dvc[ssh]) (4.0.9)\n",
"Requirement already satisfied: text-unidecode>=1.3 in c:\\users\\korne\\appdata\\roaming\\python\\python39\\site-packages (from python-slugify<7.0.0,>=6.0.1->python-benedict>=0.24.2->dvc[ssh]) (1.3)\n",
"Requirement already satisfied: frozenlist>=1.1.1 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (1.3.0)\n",
"Requirement already satisfied: multidict<7.0,>=4.5 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (6.0.2)\n",
"Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (4.0.2)\n",
"Requirement already satisfied: yarl<2.0,>=1.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (1.7.2)\n",
"Requirement already satisfied: aiosignal>=1.1.2 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (1.2.0)\n",
"Requirement already satisfied: attrs>=17.3.0 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (21.4.0)\n",
"Requirement already satisfied: smmap<6,>=3.0.1 in c:\\users\\korne\\miniconda3\\lib\\site-packages (from gitdb<5,>=4.0.1->gitpython>3->scmrepo==0.0.19->dvc[ssh]) (5.0.0)\n",
"Installing collected packages: pynacl, bcrypt, paramiko, sshfs\n",
"Successfully installed bcrypt-3.2.2 paramiko-2.11.0 pynacl-1.5.0 sshfs-2022.3.1\n"
]
}
],
"source": [
"!pip install dvc[ssh] paramiko"
]
},
{
"cell_type": "code",
"execution_count": 53,
"id": "c447f2ef-be5c-468b-b2e3-e7bbfd7cbb90",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Setting 'ium_ssh_remote' as a default remote.\n"
]
}
],
"source": [
"!dvc remote add -f -d ium_ssh_remote ssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl"
]
},
{
"cell_type": "code",
"execution_count": 54,
"id": "48131a90-400e-4876-817a-c2676ebe6702",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"my_local_remote\t/dvcstore\n",
"ium_ssh_remote\tssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl\n"
]
}
],
"source": [
"!dvc remote list"
]
},
{
"cell_type": "code",
"execution_count": 55,
"id": "92754027-b3b7-4e9d-8f9b-30041dc06a72",
"metadata": {},
"outputs": [],
"source": [
"!dvc remote modify --local ium_ssh_remote password IUM@2021"
]
},
{
"cell_type": "code",
"execution_count": 56,
"id": "668e8d21-c389-408f-908a-cedc65b4bbed",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"1 file pushed\n"
]
}
],
"source": [
"!dvc push"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "e301d808-3bf7-46d5-b6c7-9939679f3f0d",
"metadata": {},
"outputs": [],
"source": []
}