{ "cells": [ { "cell_type": "code", "execution_count": 1, "id": "a0a452b2", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Collecting dvc\n", " Using cached dvc-2.10.2-py3-none-any.whl (401 kB)\n", "Requirement already satisfied: fsspec[http]>=2021.10.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (2021.10.1)\n", "Requirement already satisfied: appdirs>=1.4.3 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (1.4.4)\n", "Requirement already satisfied: tabulate>=0.8.7 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (0.8.9)\n", "Collecting aiohttp-retry>=2.4.5\n", " Using cached aiohttp_retry-2.4.6-py3-none-any.whl (7.7 kB)\n", "Requirement already satisfied: requests>=2.22.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (2.26.0)\n", "Collecting flatten-dict<1,>=0.4.1\n", " Using cached flatten_dict-0.4.2-py2.py3-none-any.whl (9.7 kB)\n", "Requirement already satisfied: typing-extensions>=3.7.4 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (3.10.0.2)\n", "Collecting grandalf==0.6\n", " Using cached grandalf-0.6-py3-none-any.whl (31 kB)\n", "Collecting flufl.lock>=5\n", " Using cached flufl.lock-7.0-py3-none-any.whl (11 kB)\n", "Collecting diskcache>=5.2.1\n", " Using cached diskcache-5.4.0-py3-none-any.whl (44 kB)\n", "Collecting voluptuous>=0.11.7\n", " Using cached voluptuous-0.13.1-py3-none-any.whl (29 kB)\n", "Collecting ruamel.yaml>=0.17.11\n", " Using cached ruamel.yaml-0.17.21-py3-none-any.whl (109 kB)\n", "Requirement already satisfied: pygtrie>=2.3.2 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (2.4.2)\n", "Collecting python-benedict>=0.24.2\n", " Using cached python_benedict-0.25.1-py3-none-any.whl (41 kB)\n", "Collecting nanotime>=0.5.2\n", " Using cached nanotime-0.5.2-py3-none-any.whl\n", "Requirement already satisfied: funcy>=1.14 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (1.17)\n", "Collecting scmrepo==0.0.19\n", " Using cached scmrepo-0.0.19-py3-none-any.whl (40 kB)\n", "Collecting dpath<3,>=2.0.2\n", " Using cached dpath-2.0.6-py3-none-any.whl (15 kB)\n", "Collecting distro>=1.3.0\n", " Using cached distro-1.7.0-py3-none-any.whl (20 kB)\n", "Requirement already satisfied: networkx>=2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (2.6.3)\n", "Requirement already satisfied: pyparsing>=2.4.7 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (3.0.4)\n", "Collecting shtab<2,>=1.3.4\n", " Using cached shtab-1.5.4-py2.py3-none-any.whl (13 kB)\n", "Collecting dvclive>=0.7.3\n", " Using cached dvclive-0.8.2-py2.py3-none-any.whl (32 kB)\n", "Collecting tqdm<5,>=4.63.1\n", " Using cached tqdm-4.64.0-py2.py3-none-any.whl (78 kB)\n", "Collecting zc.lockfile>=1.2.1\n", " Using cached zc.lockfile-2.0-py2.py3-none-any.whl (9.7 kB)\n", "Collecting dictdiffer>=0.8.1\n", " Using cached dictdiffer-0.9.0-py2.py3-none-any.whl (16 kB)\n", "Collecting configobj>=5.0.6\n", " Using cached configobj-5.0.6-py3-none-any.whl\n", "Requirement already satisfied: colorama>=0.3.9 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (0.4.4)\n", "Requirement already satisfied: packaging>=19.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (21.0)\n", "Collecting pathspec<0.10.0,>=0.9.0\n", " Using cached pathspec-0.9.0-py2.py3-none-any.whl (31 kB)\n", "Requirement already satisfied: toml>=0.10.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (0.10.2)\n", "Collecting shortuuid>=0.5.0\n", " Using cached shortuuid-1.0.9-py3-none-any.whl (9.4 kB)\n", "Requirement already satisfied: psutil>=5.8.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (5.9.1)\n", "Collecting dvc-render==0.0.5\n", " Using cached dvc_render-0.0.5-py3-none-any.whl (15 kB)\n", "Collecting pydot>=1.2.4\n", " Using cached pydot-1.4.2-py2.py3-none-any.whl (21 kB)\n", "Collecting rich>=10.13.0\n", " Using cached rich-12.4.4-py3-none-any.whl (232 kB)\n", "Requirement already satisfied: future in d:\\programy\\anaconda3\\lib\\site-packages (from grandalf==0.6->dvc) (0.18.2)\n", "Requirement already satisfied: pygit2>=1.7.2 in d:\\programy\\anaconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc) (1.9.2)\n", "Collecting dulwich>=0.20.34\n", " Using cached dulwich-0.20.42-cp39-cp39-win_amd64.whl (496 kB)\n", "Collecting asyncssh<3,>=2.7.1\n", " Using cached asyncssh-2.11.0-py3-none-any.whl (343 kB)\n", "Requirement already satisfied: gitpython>3 in d:\\programy\\anaconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc) (3.1.27)\n", "Collecting aiohttp\n", " Using cached aiohttp-3.8.1-cp39-cp39-win_amd64.whl (554 kB)\n", "Requirement already satisfied: cryptography>=3.1 in d:\\programy\\anaconda3\\lib\\site-packages (from asyncssh<3,>=2.7.1->scmrepo==0.0.19->dvc) (3.4.8)\n", "Requirement already satisfied: six in d:\\programy\\anaconda3\\lib\\site-packages (from configobj>=5.0.6->dvc) (1.16.0)\n", "Requirement already satisfied: cffi>=1.12 in d:\\programy\\anaconda3\\lib\\site-packages (from cryptography>=3.1->asyncssh<3,>=2.7.1->scmrepo==0.0.19->dvc) (1.14.6)\n", "Requirement already satisfied: pycparser in d:\\programy\\anaconda3\\lib\\site-packages (from cffi>=1.12->cryptography>=3.1->asyncssh<3,>=2.7.1->scmrepo==0.0.19->dvc) (2.20)\n", "Requirement already satisfied: certifi in d:\\programy\\anaconda3\\lib\\site-packages (from dulwich>=0.20.34->scmrepo==0.0.19->dvc) (2022.5.18.1)\n", "Requirement already satisfied: urllib3>=1.24.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dulwich>=0.20.34->scmrepo==0.0.19->dvc) (1.26.7)\n", "Collecting atpublic>=2.3\n", " Using cached atpublic-3.0.1-py3-none-any.whl (4.8 kB)\n", "Requirement already satisfied: gitdb<5,>=4.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from gitpython>3->scmrepo==0.0.19->dvc) (4.0.9)\n", "Requirement already satisfied: smmap<6,>=3.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from gitdb<5,>=4.0.1->gitpython>3->scmrepo==0.0.19->dvc) (5.0.0)\n", "Requirement already satisfied: xmltodict<1.0.0,>=0.12.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc) (0.12.0)\n", "Requirement already satisfied: python-dateutil<3.0.0,>=2.8.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc) (2.8.2)\n", "Requirement already satisfied: python-slugify<7.0.0,>=6.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc) (6.1.2)\n", "Requirement already satisfied: pyyaml<7.0,>=6.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc) (6.0)\n", "Requirement already satisfied: python-fsutil<1.0.0,>=0.6.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc) (0.6.1)\n", "Collecting mailchecker<5.0.0,>=4.1.0\n", " Using cached mailchecker-4.1.17-py3-none-any.whl\n", "Collecting ftfy<7.0.0,>=6.0.0\n", " Using cached ftfy-6.1.1-py3-none-any.whl (53 kB)\n", "Collecting phonenumbers<9.0.0,>=8.12.0\n", " Using cached phonenumbers-8.12.49-py2.py3-none-any.whl (2.6 MB)\n", "Requirement already satisfied: wcwidth>=0.2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from ftfy<7.0.0,>=6.0.0->python-benedict>=0.24.2->dvc) (0.2.5)\n", "Requirement already satisfied: text-unidecode>=1.3 in d:\\programy\\anaconda3\\lib\\site-packages (from python-slugify<7.0.0,>=6.0.1->python-benedict>=0.24.2->dvc) (1.3)\n", "Requirement already satisfied: idna<4,>=2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from requests>=2.22.0->dvc) (3.2)\n", "Requirement already satisfied: charset-normalizer~=2.0.0 in d:\\programy\\anaconda3\\lib\\site-packages (from requests>=2.22.0->dvc) (2.0.4)\n", "Requirement already satisfied: pygments<3.0.0,>=2.6.0 in d:\\programy\\anaconda3\\lib\\site-packages (from rich>=10.13.0->dvc) (2.10.0)\n", "Collecting commonmark<0.10.0,>=0.9.0\n", " Using cached commonmark-0.9.1-py2.py3-none-any.whl (51 kB)\n", "Requirement already satisfied: ruamel.yaml.clib>=0.2.6 in d:\\programy\\anaconda3\\lib\\site-packages (from ruamel.yaml>=0.17.11->dvc) (0.2.6)\n", "Requirement already satisfied: setuptools in d:\\programy\\anaconda3\\lib\\site-packages (from zc.lockfile>=1.2.1->dvc) (58.0.4)\n", "Requirement already satisfied: aiosignal>=1.1.2 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc) (1.2.0)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc) (6.0.2)\n", "Requirement already satisfied: frozenlist>=1.1.1 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc) (1.3.0)\n", "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc) (4.0.2)\n", "Requirement already satisfied: attrs>=17.3.0 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc) (21.2.0)\n", "Requirement already satisfied: yarl<2.0,>=1.0 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc) (1.7.2)\n", "Installing collected packages: phonenumbers, pathspec, mailchecker, ftfy, dvc-render, dulwich, commonmark, atpublic, asyncssh, aiohttp, zc.lockfile, voluptuous, tqdm, shtab, shortuuid, scmrepo, ruamel.yaml, rich, python-benedict, pydot, nanotime, grandalf, flufl.lock, flatten-dict, dvclive, dpath, distro, diskcache, dictdiffer, configobj, aiohttp-retry, dvc\n", " Attempting uninstall: pathspec\n", " Found existing installation: pathspec 0.7.0\n", " Uninstalling pathspec-0.7.0:\n", " Successfully uninstalled pathspec-0.7.0\n", " Attempting uninstall: tqdm\n", " Found existing installation: tqdm 4.62.3\n", " Uninstalling tqdm-4.62.3:\n", " Successfully uninstalled tqdm-4.62.3\n", "Successfully installed aiohttp-3.8.1 aiohttp-retry-2.4.6 asyncssh-2.11.0 atpublic-3.0.1 commonmark-0.9.1 configobj-5.0.6 dictdiffer-0.9.0 diskcache-5.4.0 distro-1.7.0 dpath-2.0.6 dulwich-0.20.42 dvc-2.10.2 dvc-render-0.0.5 dvclive-0.8.2 flatten-dict-0.4.2 flufl.lock-7.0 ftfy-6.1.1 grandalf-0.6 mailchecker-4.1.17 nanotime-0.5.2 pathspec-0.9.0 phonenumbers-8.12.49 pydot-1.4.2 python-benedict-0.25.1 rich-12.4.4 ruamel.yaml-0.17.21 scmrepo-0.0.19 shortuuid-1.0.9 shtab-1.5.4 tqdm-4.64.0 voluptuous-0.13.1 zc.lockfile-2.0\n" ] } ], "source": [ "!pip3 install dvc" ] }, { "cell_type": "code", "execution_count": 2, "id": "084e3a0a", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Reinitialized existing Git repository in C:/Users/Sebastian/Desktop/IUM10/ium_478839/.git/\n" ] } ], "source": [ "!git init" ] }, { "cell_type": "code", "execution_count": 3, "id": "b2766e3f", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Initialized DVC repository.\n", "\n", "You can now commit the changes to git.\n", "\n", "+---------------------------------------------------------------------+\n", "| |\n", "| DVC has enabled anonymous aggregate usage analytics. |\n", "| Read the analytics documentation (and how to opt-out) here: |\n", "| |\n", "| |\n", "+---------------------------------------------------------------------+\n", "\n", "What's next?\n", "------------\n", "- Check out the documentation: \n", "- Get help and share ideas: \n", "- Star us on GitHub: \n" ] } ], "source": [ "!dvc init" ] }, { "cell_type": "code", "execution_count": 4, "id": "f58059fc", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "On branch feature\n", "Your branch is up to date with 'origin/feature'.\n", "\n", "Changes to be committed:\n", " (use \"git restore --staged ...\" to unstage)\n", "\tnew file: .dvc/.gitignore\n", "\tnew file: .dvc/config\n", "\tnew file: .dvcignore\n", "\n", "Untracked files:\n", " (use \"git add ...\" to include in what will be committed)\n", "\t.ipynb_checkpoints/\n", "\tUntitled.ipynb\n", "\n" ] } ], "source": [ "!git status" ] }, { "cell_type": "code", "execution_count": 5, "id": "7120eaf4", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[feature 0e0f08d] initial commit\n", " 3 files changed, 6 insertions(+)\n", " create mode 100644 .dvc/.gitignore\n", " create mode 100644 .dvc/config\n", " create mode 100644 .dvcignore\n" ] } ], "source": [ "!git commit -m \"initial commit\"" ] }, { "cell_type": "code", "execution_count": 7, "id": "98f82664", "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "ERROR: output 'understat.csv' is already tracked by SCM (e.g. Git).\n", " You can remove it from Git, then add to DVC.\n", " To stop tracking from Git:\n", " git rm -r --cached 'understat.csv'\n", " git commit -m \"stop tracking understat.csv\" \n" ] } ], "source": [ "!dvc add understat.csv" ] }, { "cell_type": "code", "execution_count": 11, "id": "4889715f", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "rm 'understat.csv'\n" ] } ], "source": [ "!git rm -r --cached understat.csv" ] }, { "cell_type": "code", "execution_count": 12, "id": "9e0f6ac4", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[feature dc68848] stop tracking understat.csv\n", " 1 file changed, 685 deletions(-)\n", " delete mode 100644 understat.csv\n" ] } ], "source": [ "!git commit -m \"stop tracking understat.csv\"" ] }, { "cell_type": "code", "execution_count": 13, "id": "c5e1a66f", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", "To track the changes with git, run:\n", "\n", " git add understat.csv.dvc .gitignore\n", "\n", "To enable auto staging, run:\n", "\n", "\tdvc config core.autostage true\n" ] } ], "source": [ "!dvc add understat.csv" ] }, { "cell_type": "code", "execution_count": 15, "id": "8accaad7", "metadata": {}, "outputs": [], "source": [ "!git add understat.csv.dvc .gitignore" ] }, { "cell_type": "code", "execution_count": 16, "id": "4e6e30f3", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[feature 102a0cc] Dodano dane understat (DVC)\n", " 2 files changed, 5 insertions(+)\n", " create mode 100644 .gitignore\n", " create mode 100644 understat.csv.dvc\n" ] } ], "source": [ "!git commit -m \"Dodano dane understat (DVC)\"" ] }, { "cell_type": "code", "execution_count": 17, "id": "9b9a15fd", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Setting 'my_local_remote' as a default remote.\n" ] } ], "source": [ "!dvc remote add -d my_local_remote /dvcstore" ] }, { "cell_type": "code", "execution_count": 18, "id": "70c1577d", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "On branch feature\n", "Your branch is ahead of 'origin/feature' by 3 commits.\n", " (use \"git push\" to publish your local commits)\n", "\n", "Changes not staged for commit:\n", " (use \"git add ...\" to update what will be committed)\n", " (use \"git restore ...\" to discard changes in working directory)\n", "\tmodified: .dvc/config\n", "\n", "Untracked files:\n", " (use \"git add ...\" to include in what will be committed)\n", "\t.ipynb_checkpoints/\n", "\tUntitled.ipynb\n", "\n", "no changes added to commit (use \"git add\" and/or \"git commit -a\")\n" ] } ], "source": [ "!git status" ] }, { "cell_type": "code", "execution_count": 19, "id": "a0001b5d", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "[feature bbb8cbe] Added DVC remote\n", " 1 file changed, 4 insertions(+)\n" ] } ], "source": [ "!git add .dvc/config\n", "!git commit -m \"Added DVC remote\"" ] }, { "cell_type": "code", "execution_count": 20, "id": "98468504", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "1 file pushed\n" ] } ], "source": [ "!dvc push" ] }, { "cell_type": "code", "execution_count": 21, "id": "6d70f942", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Invalid switch - /dvcstore\n" ] } ], "source": [ "!tree /dvcstore" ] }, { "cell_type": "code", "execution_count": 22, "id": "4ef7e59b", "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "bash: /dev/tty: No such device or address\n", "error: failed to execute prompt script (exit code 1)\n", "fatal: could not read Username for 'https://git.wmi.amu.edu.pl': No such file or directory\n" ] } ], "source": [ "!git push" ] }, { "cell_type": "code", "execution_count": 23, "id": "a6cd9efe", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: dvc[ssh] in d:\\programy\\anaconda3\\lib\\site-packages (2.10.2)\n", "Requirement already satisfied: paramiko in d:\\programy\\anaconda3\\lib\\site-packages (2.7.2)\n", "Requirement already satisfied: rich>=10.13.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (12.4.4)\n", "Requirement already satisfied: tabulate>=0.8.7 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.8.9)\n", "Requirement already satisfied: dvc-render==0.0.5 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.0.5)\n", "Requirement already satisfied: voluptuous>=0.11.7 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.13.1)\n", "Requirement already satisfied: flufl.lock>=5 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (7.0)\n", "Requirement already satisfied: flatten-dict<1,>=0.4.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.4.2)\n", "Requirement already satisfied: fsspec[http]>=2021.10.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2021.10.1)\n", "Requirement already satisfied: packaging>=19.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (21.0)\n", "Requirement already satisfied: shtab<2,>=1.3.4 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (1.5.4)\n", "Requirement already satisfied: distro>=1.3.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (1.7.0)\n", "Requirement already satisfied: typing-extensions>=3.7.4 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (3.10.0.2)\n", "Requirement already satisfied: colorama>=0.3.9 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.4.4)\n", "Requirement already satisfied: requests>=2.22.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2.26.0)\n", "Requirement already satisfied: pyparsing>=2.4.7 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (3.0.4)\n", "Requirement already satisfied: psutil>=5.8.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (5.9.1)\n", "Requirement already satisfied: ruamel.yaml>=0.17.11 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.17.21)\n", "Requirement already satisfied: configobj>=5.0.6 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (5.0.6)\n", "Requirement already satisfied: networkx>=2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2.6.3)\n", "Requirement already satisfied: python-benedict>=0.24.2 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.25.1)\n", "Requirement already satisfied: aiohttp-retry>=2.4.5 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2.4.6)\n", "Requirement already satisfied: scmrepo==0.0.19 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.0.19)\n", "Requirement already satisfied: pathspec<0.10.0,>=0.9.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.9.0)\n", "Requirement already satisfied: diskcache>=5.2.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (5.4.0)\n", "Requirement already satisfied: shortuuid>=0.5.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (1.0.9)\n", "Requirement already satisfied: toml>=0.10.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.10.2)\n", "Requirement already satisfied: nanotime>=0.5.2 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.5.2)\n", "Requirement already satisfied: pygtrie>=2.3.2 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2.4.2)\n", "Requirement already satisfied: pydot>=1.2.4 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (1.4.2)\n", "Requirement already satisfied: appdirs>=1.4.3 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (1.4.4)\n", "Requirement already satisfied: dictdiffer>=0.8.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.9.0)\n", "Requirement already satisfied: funcy>=1.14 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (1.17)\n", "Requirement already satisfied: dvclive>=0.7.3 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.8.2)\n", "Requirement already satisfied: zc.lockfile>=1.2.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2.0)\n", "Requirement already satisfied: tqdm<5,>=4.63.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (4.64.0)\n", "Requirement already satisfied: grandalf==0.6 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.6)\n", "Requirement already satisfied: dpath<3,>=2.0.2 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2.0.6)\n", "Collecting sshfs[bcrypt]>=2021.11.2\n", " Downloading sshfs-2022.3.1-py3-none-any.whl (15 kB)\n", "Requirement already satisfied: bcrypt in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (3.2.0)\n", "Requirement already satisfied: future in d:\\programy\\anaconda3\\lib\\site-packages (from grandalf==0.6->dvc[ssh]) (0.18.2)\n", "Requirement already satisfied: pygit2>=1.7.2 in d:\\programy\\anaconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc[ssh]) (1.9.2)\n", "Requirement already satisfied: gitpython>3 in d:\\programy\\anaconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc[ssh]) (3.1.27)\n", "Requirement already satisfied: dulwich>=0.20.34 in d:\\programy\\anaconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc[ssh]) (0.20.42)\n", "Requirement already satisfied: asyncssh<3,>=2.7.1 in d:\\programy\\anaconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc[ssh]) (2.11.0)\n", "Requirement already satisfied: pynacl>=1.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from paramiko) (1.4.0)\n", "Requirement already satisfied: cryptography>=2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from paramiko) (3.4.8)\n", "Requirement already satisfied: aiohttp in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp-retry>=2.4.5->dvc[ssh]) (3.8.1)\n", "Requirement already satisfied: six>=1.4.1 in d:\\programy\\anaconda3\\lib\\site-packages (from bcrypt->dvc[ssh]) (1.16.0)\n", "Requirement already satisfied: cffi>=1.1 in d:\\programy\\anaconda3\\lib\\site-packages (from bcrypt->dvc[ssh]) (1.14.6)\n", "Requirement already satisfied: pycparser in d:\\programy\\anaconda3\\lib\\site-packages (from cffi>=1.1->bcrypt->dvc[ssh]) (2.20)\n", "Requirement already satisfied: certifi in d:\\programy\\anaconda3\\lib\\site-packages (from dulwich>=0.20.34->scmrepo==0.0.19->dvc[ssh]) (2022.5.18.1)\n", "Requirement already satisfied: urllib3>=1.24.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dulwich>=0.20.34->scmrepo==0.0.19->dvc[ssh]) (1.26.7)\n", "Requirement already satisfied: atpublic>=2.3 in d:\\programy\\anaconda3\\lib\\site-packages (from flufl.lock>=5->dvc[ssh]) (3.0.1)\n", "Requirement already satisfied: gitdb<5,>=4.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from gitpython>3->scmrepo==0.0.19->dvc[ssh]) (4.0.9)\n", "Requirement already satisfied: smmap<6,>=3.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from gitdb<5,>=4.0.1->gitpython>3->scmrepo==0.0.19->dvc[ssh]) (5.0.0)\n", "Requirement already satisfied: phonenumbers<9.0.0,>=8.12.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (8.12.49)\n", "Requirement already satisfied: xmltodict<1.0.0,>=0.12.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (0.12.0)\n", "Requirement already satisfied: mailchecker<5.0.0,>=4.1.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (4.1.17)\n", "Requirement already satisfied: python-dateutil<3.0.0,>=2.8.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (2.8.2)\n", "Requirement already satisfied: pyyaml<7.0,>=6.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (6.0)\n", "Requirement already satisfied: ftfy<7.0.0,>=6.0.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (6.1.1)\n", "Requirement already satisfied: python-fsutil<1.0.0,>=0.6.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (0.6.1)\n", "Requirement already satisfied: python-slugify<7.0.0,>=6.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (6.1.2)\n", "Requirement already satisfied: wcwidth>=0.2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from ftfy<7.0.0,>=6.0.0->python-benedict>=0.24.2->dvc[ssh]) (0.2.5)\n", "Requirement already satisfied: text-unidecode>=1.3 in d:\\programy\\anaconda3\\lib\\site-packages (from python-slugify<7.0.0,>=6.0.1->python-benedict>=0.24.2->dvc[ssh]) (1.3)\n", "Requirement already satisfied: idna<4,>=2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from requests>=2.22.0->dvc[ssh]) (3.2)\n", "Requirement already satisfied: charset-normalizer~=2.0.0 in d:\\programy\\anaconda3\\lib\\site-packages (from requests>=2.22.0->dvc[ssh]) (2.0.4)\n", "Requirement already satisfied: commonmark<0.10.0,>=0.9.0 in d:\\programy\\anaconda3\\lib\\site-packages (from rich>=10.13.0->dvc[ssh]) (0.9.1)\n", "Requirement already satisfied: pygments<3.0.0,>=2.6.0 in d:\\programy\\anaconda3\\lib\\site-packages (from rich>=10.13.0->dvc[ssh]) (2.10.0)\n", "Requirement already satisfied: ruamel.yaml.clib>=0.2.6 in d:\\programy\\anaconda3\\lib\\site-packages (from ruamel.yaml>=0.17.11->dvc[ssh]) (0.2.6)\n", "Requirement already satisfied: setuptools in d:\\programy\\anaconda3\\lib\\site-packages (from zc.lockfile>=1.2.1->dvc[ssh]) (58.0.4)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (6.0.2)\n", "Requirement already satisfied: yarl<2.0,>=1.0 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (1.7.2)\n", "Requirement already satisfied: frozenlist>=1.1.1 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (1.3.0)\n", "Requirement already satisfied: attrs>=17.3.0 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (21.2.0)\n", "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (4.0.2)\n", "Requirement already satisfied: aiosignal>=1.1.2 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (1.2.0)\n", "Installing collected packages: sshfs\n", "Successfully installed sshfs-2022.3.1\n" ] } ], "source": [ "!pip install dvc[ssh] paramiko" ] }, { "cell_type": "code", "execution_count": 24, "id": "0dd80325", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Setting 'ium_ssh_remote' as a default remote.\n" ] } ], "source": [ "!dvc remote add -f -d ium_ssh_remote ssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl" ] }, { "cell_type": "code", "execution_count": 25, "id": "90e10dec", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "my_local_remote\t/dvcstore\n", "ium_ssh_remote\tssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl\n" ] } ], "source": [ "!dvc remote list" ] }, { "cell_type": "code", "execution_count": 26, "id": "cd96bc49", "metadata": {}, "outputs": [], "source": [ "!dvc remote modify --local ium_ssh_remote password IUM@2021" ] }, { "cell_type": "code", "execution_count": 27, "id": "0da443b2", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "1 file pushed\n" ] } ], "source": [ "!dvc push" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.9.7" } }, "nbformat": 4, "nbformat_minor": 5 }