remote dvc
This commit is contained in:
parent
bbb8cbe48e
commit
5f951a98c5
@ -1,4 +1,6 @@
|
||||
[core]
|
||||
remote = my_local_remote
|
||||
remote = ium_ssh_remote
|
||||
['remote "my_local_remote"']
|
||||
url = /dvcstore
|
||||
['remote "ium_ssh_remote"']
|
||||
url = ssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl
|
||||
|
||||
668
.ipynb_checkpoints/Untitled-checkpoint.ipynb
Normal file
668
.ipynb_checkpoints/Untitled-checkpoint.ipynb
Normal file
@ -0,0 +1,668 @@
|
||||
{
|
||||
"cells": [
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 1,
|
||||
"id": "a0a452b2",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Collecting dvc\n",
|
||||
" Using cached dvc-2.10.2-py3-none-any.whl (401 kB)\n",
|
||||
"Requirement already satisfied: fsspec[http]>=2021.10.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (2021.10.1)\n",
|
||||
"Requirement already satisfied: appdirs>=1.4.3 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (1.4.4)\n",
|
||||
"Requirement already satisfied: tabulate>=0.8.7 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (0.8.9)\n",
|
||||
"Collecting aiohttp-retry>=2.4.5\n",
|
||||
" Using cached aiohttp_retry-2.4.6-py3-none-any.whl (7.7 kB)\n",
|
||||
"Requirement already satisfied: requests>=2.22.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (2.26.0)\n",
|
||||
"Collecting flatten-dict<1,>=0.4.1\n",
|
||||
" Using cached flatten_dict-0.4.2-py2.py3-none-any.whl (9.7 kB)\n",
|
||||
"Requirement already satisfied: typing-extensions>=3.7.4 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (3.10.0.2)\n",
|
||||
"Collecting grandalf==0.6\n",
|
||||
" Using cached grandalf-0.6-py3-none-any.whl (31 kB)\n",
|
||||
"Collecting flufl.lock>=5\n",
|
||||
" Using cached flufl.lock-7.0-py3-none-any.whl (11 kB)\n",
|
||||
"Collecting diskcache>=5.2.1\n",
|
||||
" Using cached diskcache-5.4.0-py3-none-any.whl (44 kB)\n",
|
||||
"Collecting voluptuous>=0.11.7\n",
|
||||
" Using cached voluptuous-0.13.1-py3-none-any.whl (29 kB)\n",
|
||||
"Collecting ruamel.yaml>=0.17.11\n",
|
||||
" Using cached ruamel.yaml-0.17.21-py3-none-any.whl (109 kB)\n",
|
||||
"Requirement already satisfied: pygtrie>=2.3.2 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (2.4.2)\n",
|
||||
"Collecting python-benedict>=0.24.2\n",
|
||||
" Using cached python_benedict-0.25.1-py3-none-any.whl (41 kB)\n",
|
||||
"Collecting nanotime>=0.5.2\n",
|
||||
" Using cached nanotime-0.5.2-py3-none-any.whl\n",
|
||||
"Requirement already satisfied: funcy>=1.14 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (1.17)\n",
|
||||
"Collecting scmrepo==0.0.19\n",
|
||||
" Using cached scmrepo-0.0.19-py3-none-any.whl (40 kB)\n",
|
||||
"Collecting dpath<3,>=2.0.2\n",
|
||||
" Using cached dpath-2.0.6-py3-none-any.whl (15 kB)\n",
|
||||
"Collecting distro>=1.3.0\n",
|
||||
" Using cached distro-1.7.0-py3-none-any.whl (20 kB)\n",
|
||||
"Requirement already satisfied: networkx>=2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (2.6.3)\n",
|
||||
"Requirement already satisfied: pyparsing>=2.4.7 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (3.0.4)\n",
|
||||
"Collecting shtab<2,>=1.3.4\n",
|
||||
" Using cached shtab-1.5.4-py2.py3-none-any.whl (13 kB)\n",
|
||||
"Collecting dvclive>=0.7.3\n",
|
||||
" Using cached dvclive-0.8.2-py2.py3-none-any.whl (32 kB)\n",
|
||||
"Collecting tqdm<5,>=4.63.1\n",
|
||||
" Using cached tqdm-4.64.0-py2.py3-none-any.whl (78 kB)\n",
|
||||
"Collecting zc.lockfile>=1.2.1\n",
|
||||
" Using cached zc.lockfile-2.0-py2.py3-none-any.whl (9.7 kB)\n",
|
||||
"Collecting dictdiffer>=0.8.1\n",
|
||||
" Using cached dictdiffer-0.9.0-py2.py3-none-any.whl (16 kB)\n",
|
||||
"Collecting configobj>=5.0.6\n",
|
||||
" Using cached configobj-5.0.6-py3-none-any.whl\n",
|
||||
"Requirement already satisfied: colorama>=0.3.9 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (0.4.4)\n",
|
||||
"Requirement already satisfied: packaging>=19.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (21.0)\n",
|
||||
"Collecting pathspec<0.10.0,>=0.9.0\n",
|
||||
" Using cached pathspec-0.9.0-py2.py3-none-any.whl (31 kB)\n",
|
||||
"Requirement already satisfied: toml>=0.10.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (0.10.2)\n",
|
||||
"Collecting shortuuid>=0.5.0\n",
|
||||
" Using cached shortuuid-1.0.9-py3-none-any.whl (9.4 kB)\n",
|
||||
"Requirement already satisfied: psutil>=5.8.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (5.9.1)\n",
|
||||
"Collecting dvc-render==0.0.5\n",
|
||||
" Using cached dvc_render-0.0.5-py3-none-any.whl (15 kB)\n",
|
||||
"Collecting pydot>=1.2.4\n",
|
||||
" Using cached pydot-1.4.2-py2.py3-none-any.whl (21 kB)\n",
|
||||
"Collecting rich>=10.13.0\n",
|
||||
" Using cached rich-12.4.4-py3-none-any.whl (232 kB)\n",
|
||||
"Requirement already satisfied: future in d:\\programy\\anaconda3\\lib\\site-packages (from grandalf==0.6->dvc) (0.18.2)\n",
|
||||
"Requirement already satisfied: pygit2>=1.7.2 in d:\\programy\\anaconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc) (1.9.2)\n",
|
||||
"Collecting dulwich>=0.20.34\n",
|
||||
" Using cached dulwich-0.20.42-cp39-cp39-win_amd64.whl (496 kB)\n",
|
||||
"Collecting asyncssh<3,>=2.7.1\n",
|
||||
" Using cached asyncssh-2.11.0-py3-none-any.whl (343 kB)\n",
|
||||
"Requirement already satisfied: gitpython>3 in d:\\programy\\anaconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc) (3.1.27)\n",
|
||||
"Collecting aiohttp\n",
|
||||
" Using cached aiohttp-3.8.1-cp39-cp39-win_amd64.whl (554 kB)\n",
|
||||
"Requirement already satisfied: cryptography>=3.1 in d:\\programy\\anaconda3\\lib\\site-packages (from asyncssh<3,>=2.7.1->scmrepo==0.0.19->dvc) (3.4.8)\n",
|
||||
"Requirement already satisfied: six in d:\\programy\\anaconda3\\lib\\site-packages (from configobj>=5.0.6->dvc) (1.16.0)\n",
|
||||
"Requirement already satisfied: cffi>=1.12 in d:\\programy\\anaconda3\\lib\\site-packages (from cryptography>=3.1->asyncssh<3,>=2.7.1->scmrepo==0.0.19->dvc) (1.14.6)\n",
|
||||
"Requirement already satisfied: pycparser in d:\\programy\\anaconda3\\lib\\site-packages (from cffi>=1.12->cryptography>=3.1->asyncssh<3,>=2.7.1->scmrepo==0.0.19->dvc) (2.20)\n",
|
||||
"Requirement already satisfied: certifi in d:\\programy\\anaconda3\\lib\\site-packages (from dulwich>=0.20.34->scmrepo==0.0.19->dvc) (2022.5.18.1)\n",
|
||||
"Requirement already satisfied: urllib3>=1.24.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dulwich>=0.20.34->scmrepo==0.0.19->dvc) (1.26.7)\n",
|
||||
"Collecting atpublic>=2.3\n",
|
||||
" Using cached atpublic-3.0.1-py3-none-any.whl (4.8 kB)\n",
|
||||
"Requirement already satisfied: gitdb<5,>=4.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from gitpython>3->scmrepo==0.0.19->dvc) (4.0.9)\n",
|
||||
"Requirement already satisfied: smmap<6,>=3.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from gitdb<5,>=4.0.1->gitpython>3->scmrepo==0.0.19->dvc) (5.0.0)\n",
|
||||
"Requirement already satisfied: xmltodict<1.0.0,>=0.12.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc) (0.12.0)\n",
|
||||
"Requirement already satisfied: python-dateutil<3.0.0,>=2.8.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc) (2.8.2)\n",
|
||||
"Requirement already satisfied: python-slugify<7.0.0,>=6.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc) (6.1.2)\n",
|
||||
"Requirement already satisfied: pyyaml<7.0,>=6.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc) (6.0)\n",
|
||||
"Requirement already satisfied: python-fsutil<1.0.0,>=0.6.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc) (0.6.1)\n",
|
||||
"Collecting mailchecker<5.0.0,>=4.1.0\n",
|
||||
" Using cached mailchecker-4.1.17-py3-none-any.whl\n",
|
||||
"Collecting ftfy<7.0.0,>=6.0.0\n",
|
||||
" Using cached ftfy-6.1.1-py3-none-any.whl (53 kB)\n",
|
||||
"Collecting phonenumbers<9.0.0,>=8.12.0\n",
|
||||
" Using cached phonenumbers-8.12.49-py2.py3-none-any.whl (2.6 MB)\n",
|
||||
"Requirement already satisfied: wcwidth>=0.2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from ftfy<7.0.0,>=6.0.0->python-benedict>=0.24.2->dvc) (0.2.5)\n",
|
||||
"Requirement already satisfied: text-unidecode>=1.3 in d:\\programy\\anaconda3\\lib\\site-packages (from python-slugify<7.0.0,>=6.0.1->python-benedict>=0.24.2->dvc) (1.3)\n",
|
||||
"Requirement already satisfied: idna<4,>=2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from requests>=2.22.0->dvc) (3.2)\n",
|
||||
"Requirement already satisfied: charset-normalizer~=2.0.0 in d:\\programy\\anaconda3\\lib\\site-packages (from requests>=2.22.0->dvc) (2.0.4)\n",
|
||||
"Requirement already satisfied: pygments<3.0.0,>=2.6.0 in d:\\programy\\anaconda3\\lib\\site-packages (from rich>=10.13.0->dvc) (2.10.0)\n",
|
||||
"Collecting commonmark<0.10.0,>=0.9.0\n",
|
||||
" Using cached commonmark-0.9.1-py2.py3-none-any.whl (51 kB)\n",
|
||||
"Requirement already satisfied: ruamel.yaml.clib>=0.2.6 in d:\\programy\\anaconda3\\lib\\site-packages (from ruamel.yaml>=0.17.11->dvc) (0.2.6)\n",
|
||||
"Requirement already satisfied: setuptools in d:\\programy\\anaconda3\\lib\\site-packages (from zc.lockfile>=1.2.1->dvc) (58.0.4)\n",
|
||||
"Requirement already satisfied: aiosignal>=1.1.2 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc) (1.2.0)\n",
|
||||
"Requirement already satisfied: multidict<7.0,>=4.5 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc) (6.0.2)\n",
|
||||
"Requirement already satisfied: frozenlist>=1.1.1 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc) (1.3.0)\n",
|
||||
"Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc) (4.0.2)\n",
|
||||
"Requirement already satisfied: attrs>=17.3.0 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc) (21.2.0)\n",
|
||||
"Requirement already satisfied: yarl<2.0,>=1.0 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc) (1.7.2)\n",
|
||||
"Installing collected packages: phonenumbers, pathspec, mailchecker, ftfy, dvc-render, dulwich, commonmark, atpublic, asyncssh, aiohttp, zc.lockfile, voluptuous, tqdm, shtab, shortuuid, scmrepo, ruamel.yaml, rich, python-benedict, pydot, nanotime, grandalf, flufl.lock, flatten-dict, dvclive, dpath, distro, diskcache, dictdiffer, configobj, aiohttp-retry, dvc\n",
|
||||
" Attempting uninstall: pathspec\n",
|
||||
" Found existing installation: pathspec 0.7.0\n",
|
||||
" Uninstalling pathspec-0.7.0:\n",
|
||||
" Successfully uninstalled pathspec-0.7.0\n",
|
||||
" Attempting uninstall: tqdm\n",
|
||||
" Found existing installation: tqdm 4.62.3\n",
|
||||
" Uninstalling tqdm-4.62.3:\n",
|
||||
" Successfully uninstalled tqdm-4.62.3\n",
|
||||
"Successfully installed aiohttp-3.8.1 aiohttp-retry-2.4.6 asyncssh-2.11.0 atpublic-3.0.1 commonmark-0.9.1 configobj-5.0.6 dictdiffer-0.9.0 diskcache-5.4.0 distro-1.7.0 dpath-2.0.6 dulwich-0.20.42 dvc-2.10.2 dvc-render-0.0.5 dvclive-0.8.2 flatten-dict-0.4.2 flufl.lock-7.0 ftfy-6.1.1 grandalf-0.6 mailchecker-4.1.17 nanotime-0.5.2 pathspec-0.9.0 phonenumbers-8.12.49 pydot-1.4.2 python-benedict-0.25.1 rich-12.4.4 ruamel.yaml-0.17.21 scmrepo-0.0.19 shortuuid-1.0.9 shtab-1.5.4 tqdm-4.64.0 voluptuous-0.13.1 zc.lockfile-2.0\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!pip3 install dvc"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 2,
|
||||
"id": "084e3a0a",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Reinitialized existing Git repository in C:/Users/Sebastian/Desktop/IUM10/ium_478839/.git/\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!git init"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 3,
|
||||
"id": "b2766e3f",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Initialized DVC repository.\n",
|
||||
"\n",
|
||||
"You can now commit the changes to git.\n",
|
||||
"\n",
|
||||
"+---------------------------------------------------------------------+\n",
|
||||
"| |\n",
|
||||
"| DVC has enabled anonymous aggregate usage analytics. |\n",
|
||||
"| Read the analytics documentation (and how to opt-out) here: |\n",
|
||||
"| <https://dvc.org/doc/user-guide/analytics> |\n",
|
||||
"| |\n",
|
||||
"+---------------------------------------------------------------------+\n",
|
||||
"\n",
|
||||
"What's next?\n",
|
||||
"------------\n",
|
||||
"- Check out the documentation: <https://dvc.org/doc>\n",
|
||||
"- Get help and share ideas: <https://dvc.org/chat>\n",
|
||||
"- Star us on GitHub: <https://github.com/iterative/dvc>\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!dvc init"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 4,
|
||||
"id": "f58059fc",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"On branch feature\n",
|
||||
"Your branch is up to date with 'origin/feature'.\n",
|
||||
"\n",
|
||||
"Changes to be committed:\n",
|
||||
" (use \"git restore --staged <file>...\" to unstage)\n",
|
||||
"\tnew file: .dvc/.gitignore\n",
|
||||
"\tnew file: .dvc/config\n",
|
||||
"\tnew file: .dvcignore\n",
|
||||
"\n",
|
||||
"Untracked files:\n",
|
||||
" (use \"git add <file>...\" to include in what will be committed)\n",
|
||||
"\t.ipynb_checkpoints/\n",
|
||||
"\tUntitled.ipynb\n",
|
||||
"\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!git status"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 5,
|
||||
"id": "7120eaf4",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"[feature 0e0f08d] initial commit\n",
|
||||
" 3 files changed, 6 insertions(+)\n",
|
||||
" create mode 100644 .dvc/.gitignore\n",
|
||||
" create mode 100644 .dvc/config\n",
|
||||
" create mode 100644 .dvcignore\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!git commit -m \"initial commit\""
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 7,
|
||||
"id": "98f82664",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stderr",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"ERROR: output 'understat.csv' is already tracked by SCM (e.g. Git).\n",
|
||||
" You can remove it from Git, then add to DVC.\n",
|
||||
" To stop tracking from Git:\n",
|
||||
" git rm -r --cached 'understat.csv'\n",
|
||||
" git commit -m \"stop tracking understat.csv\" \n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!dvc add understat.csv"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 11,
|
||||
"id": "4889715f",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"rm 'understat.csv'\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!git rm -r --cached understat.csv"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 12,
|
||||
"id": "9e0f6ac4",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"[feature dc68848] stop tracking understat.csv\n",
|
||||
" 1 file changed, 685 deletions(-)\n",
|
||||
" delete mode 100644 understat.csv\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!git commit -m \"stop tracking understat.csv\""
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 13,
|
||||
"id": "c5e1a66f",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"\n",
|
||||
"To track the changes with git, run:\n",
|
||||
"\n",
|
||||
" git add understat.csv.dvc .gitignore\n",
|
||||
"\n",
|
||||
"To enable auto staging, run:\n",
|
||||
"\n",
|
||||
"\tdvc config core.autostage true\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!dvc add understat.csv"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 15,
|
||||
"id": "8accaad7",
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"!git add understat.csv.dvc .gitignore"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 16,
|
||||
"id": "4e6e30f3",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"[feature 102a0cc] Dodano dane understat (DVC)\n",
|
||||
" 2 files changed, 5 insertions(+)\n",
|
||||
" create mode 100644 .gitignore\n",
|
||||
" create mode 100644 understat.csv.dvc\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!git commit -m \"Dodano dane understat (DVC)\""
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 17,
|
||||
"id": "9b9a15fd",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Setting 'my_local_remote' as a default remote.\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!dvc remote add -d my_local_remote /dvcstore"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 18,
|
||||
"id": "70c1577d",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"On branch feature\n",
|
||||
"Your branch is ahead of 'origin/feature' by 3 commits.\n",
|
||||
" (use \"git push\" to publish your local commits)\n",
|
||||
"\n",
|
||||
"Changes not staged for commit:\n",
|
||||
" (use \"git add <file>...\" to update what will be committed)\n",
|
||||
" (use \"git restore <file>...\" to discard changes in working directory)\n",
|
||||
"\tmodified: .dvc/config\n",
|
||||
"\n",
|
||||
"Untracked files:\n",
|
||||
" (use \"git add <file>...\" to include in what will be committed)\n",
|
||||
"\t.ipynb_checkpoints/\n",
|
||||
"\tUntitled.ipynb\n",
|
||||
"\n",
|
||||
"no changes added to commit (use \"git add\" and/or \"git commit -a\")\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!git status"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 19,
|
||||
"id": "a0001b5d",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"[feature bbb8cbe] Added DVC remote\n",
|
||||
" 1 file changed, 4 insertions(+)\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!git add .dvc/config\n",
|
||||
"!git commit -m \"Added DVC remote\""
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 20,
|
||||
"id": "98468504",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"1 file pushed\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!dvc push"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 21,
|
||||
"id": "6d70f942",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Invalid switch - /dvcstore\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!tree /dvcstore"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 22,
|
||||
"id": "4ef7e59b",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stderr",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"bash: /dev/tty: No such device or address\n",
|
||||
"error: failed to execute prompt script (exit code 1)\n",
|
||||
"fatal: could not read Username for 'https://git.wmi.amu.edu.pl': No such file or directory\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!git push"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 23,
|
||||
"id": "a6cd9efe",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Requirement already satisfied: dvc[ssh] in d:\\programy\\anaconda3\\lib\\site-packages (2.10.2)\n",
|
||||
"Requirement already satisfied: paramiko in d:\\programy\\anaconda3\\lib\\site-packages (2.7.2)\n",
|
||||
"Requirement already satisfied: rich>=10.13.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (12.4.4)\n",
|
||||
"Requirement already satisfied: tabulate>=0.8.7 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.8.9)\n",
|
||||
"Requirement already satisfied: dvc-render==0.0.5 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.0.5)\n",
|
||||
"Requirement already satisfied: voluptuous>=0.11.7 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.13.1)\n",
|
||||
"Requirement already satisfied: flufl.lock>=5 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (7.0)\n",
|
||||
"Requirement already satisfied: flatten-dict<1,>=0.4.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.4.2)\n",
|
||||
"Requirement already satisfied: fsspec[http]>=2021.10.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2021.10.1)\n",
|
||||
"Requirement already satisfied: packaging>=19.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (21.0)\n",
|
||||
"Requirement already satisfied: shtab<2,>=1.3.4 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (1.5.4)\n",
|
||||
"Requirement already satisfied: distro>=1.3.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (1.7.0)\n",
|
||||
"Requirement already satisfied: typing-extensions>=3.7.4 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (3.10.0.2)\n",
|
||||
"Requirement already satisfied: colorama>=0.3.9 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.4.4)\n",
|
||||
"Requirement already satisfied: requests>=2.22.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2.26.0)\n",
|
||||
"Requirement already satisfied: pyparsing>=2.4.7 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (3.0.4)\n",
|
||||
"Requirement already satisfied: psutil>=5.8.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (5.9.1)\n",
|
||||
"Requirement already satisfied: ruamel.yaml>=0.17.11 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.17.21)\n",
|
||||
"Requirement already satisfied: configobj>=5.0.6 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (5.0.6)\n",
|
||||
"Requirement already satisfied: networkx>=2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2.6.3)\n",
|
||||
"Requirement already satisfied: python-benedict>=0.24.2 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.25.1)\n",
|
||||
"Requirement already satisfied: aiohttp-retry>=2.4.5 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2.4.6)\n",
|
||||
"Requirement already satisfied: scmrepo==0.0.19 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.0.19)\n",
|
||||
"Requirement already satisfied: pathspec<0.10.0,>=0.9.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.9.0)\n",
|
||||
"Requirement already satisfied: diskcache>=5.2.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (5.4.0)\n",
|
||||
"Requirement already satisfied: shortuuid>=0.5.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (1.0.9)\n",
|
||||
"Requirement already satisfied: toml>=0.10.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.10.2)\n",
|
||||
"Requirement already satisfied: nanotime>=0.5.2 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.5.2)\n",
|
||||
"Requirement already satisfied: pygtrie>=2.3.2 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2.4.2)\n",
|
||||
"Requirement already satisfied: pydot>=1.2.4 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (1.4.2)\n",
|
||||
"Requirement already satisfied: appdirs>=1.4.3 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (1.4.4)\n",
|
||||
"Requirement already satisfied: dictdiffer>=0.8.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.9.0)\n",
|
||||
"Requirement already satisfied: funcy>=1.14 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (1.17)\n",
|
||||
"Requirement already satisfied: dvclive>=0.7.3 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.8.2)\n",
|
||||
"Requirement already satisfied: zc.lockfile>=1.2.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2.0)\n",
|
||||
"Requirement already satisfied: tqdm<5,>=4.63.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (4.64.0)\n",
|
||||
"Requirement already satisfied: grandalf==0.6 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.6)\n",
|
||||
"Requirement already satisfied: dpath<3,>=2.0.2 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2.0.6)\n",
|
||||
"Collecting sshfs[bcrypt]>=2021.11.2\n",
|
||||
" Downloading sshfs-2022.3.1-py3-none-any.whl (15 kB)\n",
|
||||
"Requirement already satisfied: bcrypt in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (3.2.0)\n",
|
||||
"Requirement already satisfied: future in d:\\programy\\anaconda3\\lib\\site-packages (from grandalf==0.6->dvc[ssh]) (0.18.2)\n",
|
||||
"Requirement already satisfied: pygit2>=1.7.2 in d:\\programy\\anaconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc[ssh]) (1.9.2)\n",
|
||||
"Requirement already satisfied: gitpython>3 in d:\\programy\\anaconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc[ssh]) (3.1.27)\n",
|
||||
"Requirement already satisfied: dulwich>=0.20.34 in d:\\programy\\anaconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc[ssh]) (0.20.42)\n",
|
||||
"Requirement already satisfied: asyncssh<3,>=2.7.1 in d:\\programy\\anaconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc[ssh]) (2.11.0)\n",
|
||||
"Requirement already satisfied: pynacl>=1.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from paramiko) (1.4.0)\n",
|
||||
"Requirement already satisfied: cryptography>=2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from paramiko) (3.4.8)\n",
|
||||
"Requirement already satisfied: aiohttp in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp-retry>=2.4.5->dvc[ssh]) (3.8.1)\n",
|
||||
"Requirement already satisfied: six>=1.4.1 in d:\\programy\\anaconda3\\lib\\site-packages (from bcrypt->dvc[ssh]) (1.16.0)\n",
|
||||
"Requirement already satisfied: cffi>=1.1 in d:\\programy\\anaconda3\\lib\\site-packages (from bcrypt->dvc[ssh]) (1.14.6)\n",
|
||||
"Requirement already satisfied: pycparser in d:\\programy\\anaconda3\\lib\\site-packages (from cffi>=1.1->bcrypt->dvc[ssh]) (2.20)\n",
|
||||
"Requirement already satisfied: certifi in d:\\programy\\anaconda3\\lib\\site-packages (from dulwich>=0.20.34->scmrepo==0.0.19->dvc[ssh]) (2022.5.18.1)\n",
|
||||
"Requirement already satisfied: urllib3>=1.24.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dulwich>=0.20.34->scmrepo==0.0.19->dvc[ssh]) (1.26.7)\n",
|
||||
"Requirement already satisfied: atpublic>=2.3 in d:\\programy\\anaconda3\\lib\\site-packages (from flufl.lock>=5->dvc[ssh]) (3.0.1)\n",
|
||||
"Requirement already satisfied: gitdb<5,>=4.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from gitpython>3->scmrepo==0.0.19->dvc[ssh]) (4.0.9)\n",
|
||||
"Requirement already satisfied: smmap<6,>=3.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from gitdb<5,>=4.0.1->gitpython>3->scmrepo==0.0.19->dvc[ssh]) (5.0.0)\n",
|
||||
"Requirement already satisfied: phonenumbers<9.0.0,>=8.12.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (8.12.49)\n",
|
||||
"Requirement already satisfied: xmltodict<1.0.0,>=0.12.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (0.12.0)\n",
|
||||
"Requirement already satisfied: mailchecker<5.0.0,>=4.1.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (4.1.17)\n",
|
||||
"Requirement already satisfied: python-dateutil<3.0.0,>=2.8.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (2.8.2)\n",
|
||||
"Requirement already satisfied: pyyaml<7.0,>=6.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (6.0)\n",
|
||||
"Requirement already satisfied: ftfy<7.0.0,>=6.0.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (6.1.1)\n",
|
||||
"Requirement already satisfied: python-fsutil<1.0.0,>=0.6.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (0.6.1)\n",
|
||||
"Requirement already satisfied: python-slugify<7.0.0,>=6.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (6.1.2)\n",
|
||||
"Requirement already satisfied: wcwidth>=0.2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from ftfy<7.0.0,>=6.0.0->python-benedict>=0.24.2->dvc[ssh]) (0.2.5)\n",
|
||||
"Requirement already satisfied: text-unidecode>=1.3 in d:\\programy\\anaconda3\\lib\\site-packages (from python-slugify<7.0.0,>=6.0.1->python-benedict>=0.24.2->dvc[ssh]) (1.3)\n",
|
||||
"Requirement already satisfied: idna<4,>=2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from requests>=2.22.0->dvc[ssh]) (3.2)\n",
|
||||
"Requirement already satisfied: charset-normalizer~=2.0.0 in d:\\programy\\anaconda3\\lib\\site-packages (from requests>=2.22.0->dvc[ssh]) (2.0.4)\n",
|
||||
"Requirement already satisfied: commonmark<0.10.0,>=0.9.0 in d:\\programy\\anaconda3\\lib\\site-packages (from rich>=10.13.0->dvc[ssh]) (0.9.1)\n",
|
||||
"Requirement already satisfied: pygments<3.0.0,>=2.6.0 in d:\\programy\\anaconda3\\lib\\site-packages (from rich>=10.13.0->dvc[ssh]) (2.10.0)\n",
|
||||
"Requirement already satisfied: ruamel.yaml.clib>=0.2.6 in d:\\programy\\anaconda3\\lib\\site-packages (from ruamel.yaml>=0.17.11->dvc[ssh]) (0.2.6)\n",
|
||||
"Requirement already satisfied: setuptools in d:\\programy\\anaconda3\\lib\\site-packages (from zc.lockfile>=1.2.1->dvc[ssh]) (58.0.4)\n",
|
||||
"Requirement already satisfied: multidict<7.0,>=4.5 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (6.0.2)\n",
|
||||
"Requirement already satisfied: yarl<2.0,>=1.0 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (1.7.2)\n",
|
||||
"Requirement already satisfied: frozenlist>=1.1.1 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (1.3.0)\n",
|
||||
"Requirement already satisfied: attrs>=17.3.0 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (21.2.0)\n",
|
||||
"Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (4.0.2)\n",
|
||||
"Requirement already satisfied: aiosignal>=1.1.2 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (1.2.0)\n",
|
||||
"Installing collected packages: sshfs\n",
|
||||
"Successfully installed sshfs-2022.3.1\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!pip install dvc[ssh] paramiko"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 24,
|
||||
"id": "0dd80325",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Setting 'ium_ssh_remote' as a default remote.\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!dvc remote add -f -d ium_ssh_remote ssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 25,
|
||||
"id": "90e10dec",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"my_local_remote\t/dvcstore\n",
|
||||
"ium_ssh_remote\tssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!dvc remote list"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 26,
|
||||
"id": "cd96bc49",
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"!dvc remote modify --local ium_ssh_remote password IUM@2021"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 27,
|
||||
"id": "0da443b2",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"1 file pushed\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!dvc push"
|
||||
]
|
||||
}
|
||||
],
|
||||
"metadata": {
|
||||
"kernelspec": {
|
||||
"display_name": "Python 3 (ipykernel)",
|
||||
"language": "python",
|
||||
"name": "python3"
|
||||
},
|
||||
"language_info": {
|
||||
"codemirror_mode": {
|
||||
"name": "ipython",
|
||||
"version": 3
|
||||
},
|
||||
"file_extension": ".py",
|
||||
"mimetype": "text/x-python",
|
||||
"name": "python",
|
||||
"nbconvert_exporter": "python",
|
||||
"pygments_lexer": "ipython3",
|
||||
"version": "3.9.7"
|
||||
}
|
||||
},
|
||||
"nbformat": 4,
|
||||
"nbformat_minor": 5
|
||||
}
|
||||
668
Untitled.ipynb
Normal file
668
Untitled.ipynb
Normal file
@ -0,0 +1,668 @@
|
||||
{
|
||||
"cells": [
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 1,
|
||||
"id": "a0a452b2",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Collecting dvc\n",
|
||||
" Using cached dvc-2.10.2-py3-none-any.whl (401 kB)\n",
|
||||
"Requirement already satisfied: fsspec[http]>=2021.10.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (2021.10.1)\n",
|
||||
"Requirement already satisfied: appdirs>=1.4.3 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (1.4.4)\n",
|
||||
"Requirement already satisfied: tabulate>=0.8.7 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (0.8.9)\n",
|
||||
"Collecting aiohttp-retry>=2.4.5\n",
|
||||
" Using cached aiohttp_retry-2.4.6-py3-none-any.whl (7.7 kB)\n",
|
||||
"Requirement already satisfied: requests>=2.22.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (2.26.0)\n",
|
||||
"Collecting flatten-dict<1,>=0.4.1\n",
|
||||
" Using cached flatten_dict-0.4.2-py2.py3-none-any.whl (9.7 kB)\n",
|
||||
"Requirement already satisfied: typing-extensions>=3.7.4 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (3.10.0.2)\n",
|
||||
"Collecting grandalf==0.6\n",
|
||||
" Using cached grandalf-0.6-py3-none-any.whl (31 kB)\n",
|
||||
"Collecting flufl.lock>=5\n",
|
||||
" Using cached flufl.lock-7.0-py3-none-any.whl (11 kB)\n",
|
||||
"Collecting diskcache>=5.2.1\n",
|
||||
" Using cached diskcache-5.4.0-py3-none-any.whl (44 kB)\n",
|
||||
"Collecting voluptuous>=0.11.7\n",
|
||||
" Using cached voluptuous-0.13.1-py3-none-any.whl (29 kB)\n",
|
||||
"Collecting ruamel.yaml>=0.17.11\n",
|
||||
" Using cached ruamel.yaml-0.17.21-py3-none-any.whl (109 kB)\n",
|
||||
"Requirement already satisfied: pygtrie>=2.3.2 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (2.4.2)\n",
|
||||
"Collecting python-benedict>=0.24.2\n",
|
||||
" Using cached python_benedict-0.25.1-py3-none-any.whl (41 kB)\n",
|
||||
"Collecting nanotime>=0.5.2\n",
|
||||
" Using cached nanotime-0.5.2-py3-none-any.whl\n",
|
||||
"Requirement already satisfied: funcy>=1.14 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (1.17)\n",
|
||||
"Collecting scmrepo==0.0.19\n",
|
||||
" Using cached scmrepo-0.0.19-py3-none-any.whl (40 kB)\n",
|
||||
"Collecting dpath<3,>=2.0.2\n",
|
||||
" Using cached dpath-2.0.6-py3-none-any.whl (15 kB)\n",
|
||||
"Collecting distro>=1.3.0\n",
|
||||
" Using cached distro-1.7.0-py3-none-any.whl (20 kB)\n",
|
||||
"Requirement already satisfied: networkx>=2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (2.6.3)\n",
|
||||
"Requirement already satisfied: pyparsing>=2.4.7 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (3.0.4)\n",
|
||||
"Collecting shtab<2,>=1.3.4\n",
|
||||
" Using cached shtab-1.5.4-py2.py3-none-any.whl (13 kB)\n",
|
||||
"Collecting dvclive>=0.7.3\n",
|
||||
" Using cached dvclive-0.8.2-py2.py3-none-any.whl (32 kB)\n",
|
||||
"Collecting tqdm<5,>=4.63.1\n",
|
||||
" Using cached tqdm-4.64.0-py2.py3-none-any.whl (78 kB)\n",
|
||||
"Collecting zc.lockfile>=1.2.1\n",
|
||||
" Using cached zc.lockfile-2.0-py2.py3-none-any.whl (9.7 kB)\n",
|
||||
"Collecting dictdiffer>=0.8.1\n",
|
||||
" Using cached dictdiffer-0.9.0-py2.py3-none-any.whl (16 kB)\n",
|
||||
"Collecting configobj>=5.0.6\n",
|
||||
" Using cached configobj-5.0.6-py3-none-any.whl\n",
|
||||
"Requirement already satisfied: colorama>=0.3.9 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (0.4.4)\n",
|
||||
"Requirement already satisfied: packaging>=19.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (21.0)\n",
|
||||
"Collecting pathspec<0.10.0,>=0.9.0\n",
|
||||
" Using cached pathspec-0.9.0-py2.py3-none-any.whl (31 kB)\n",
|
||||
"Requirement already satisfied: toml>=0.10.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (0.10.2)\n",
|
||||
"Collecting shortuuid>=0.5.0\n",
|
||||
" Using cached shortuuid-1.0.9-py3-none-any.whl (9.4 kB)\n",
|
||||
"Requirement already satisfied: psutil>=5.8.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc) (5.9.1)\n",
|
||||
"Collecting dvc-render==0.0.5\n",
|
||||
" Using cached dvc_render-0.0.5-py3-none-any.whl (15 kB)\n",
|
||||
"Collecting pydot>=1.2.4\n",
|
||||
" Using cached pydot-1.4.2-py2.py3-none-any.whl (21 kB)\n",
|
||||
"Collecting rich>=10.13.0\n",
|
||||
" Using cached rich-12.4.4-py3-none-any.whl (232 kB)\n",
|
||||
"Requirement already satisfied: future in d:\\programy\\anaconda3\\lib\\site-packages (from grandalf==0.6->dvc) (0.18.2)\n",
|
||||
"Requirement already satisfied: pygit2>=1.7.2 in d:\\programy\\anaconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc) (1.9.2)\n",
|
||||
"Collecting dulwich>=0.20.34\n",
|
||||
" Using cached dulwich-0.20.42-cp39-cp39-win_amd64.whl (496 kB)\n",
|
||||
"Collecting asyncssh<3,>=2.7.1\n",
|
||||
" Using cached asyncssh-2.11.0-py3-none-any.whl (343 kB)\n",
|
||||
"Requirement already satisfied: gitpython>3 in d:\\programy\\anaconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc) (3.1.27)\n",
|
||||
"Collecting aiohttp\n",
|
||||
" Using cached aiohttp-3.8.1-cp39-cp39-win_amd64.whl (554 kB)\n",
|
||||
"Requirement already satisfied: cryptography>=3.1 in d:\\programy\\anaconda3\\lib\\site-packages (from asyncssh<3,>=2.7.1->scmrepo==0.0.19->dvc) (3.4.8)\n",
|
||||
"Requirement already satisfied: six in d:\\programy\\anaconda3\\lib\\site-packages (from configobj>=5.0.6->dvc) (1.16.0)\n",
|
||||
"Requirement already satisfied: cffi>=1.12 in d:\\programy\\anaconda3\\lib\\site-packages (from cryptography>=3.1->asyncssh<3,>=2.7.1->scmrepo==0.0.19->dvc) (1.14.6)\n",
|
||||
"Requirement already satisfied: pycparser in d:\\programy\\anaconda3\\lib\\site-packages (from cffi>=1.12->cryptography>=3.1->asyncssh<3,>=2.7.1->scmrepo==0.0.19->dvc) (2.20)\n",
|
||||
"Requirement already satisfied: certifi in d:\\programy\\anaconda3\\lib\\site-packages (from dulwich>=0.20.34->scmrepo==0.0.19->dvc) (2022.5.18.1)\n",
|
||||
"Requirement already satisfied: urllib3>=1.24.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dulwich>=0.20.34->scmrepo==0.0.19->dvc) (1.26.7)\n",
|
||||
"Collecting atpublic>=2.3\n",
|
||||
" Using cached atpublic-3.0.1-py3-none-any.whl (4.8 kB)\n",
|
||||
"Requirement already satisfied: gitdb<5,>=4.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from gitpython>3->scmrepo==0.0.19->dvc) (4.0.9)\n",
|
||||
"Requirement already satisfied: smmap<6,>=3.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from gitdb<5,>=4.0.1->gitpython>3->scmrepo==0.0.19->dvc) (5.0.0)\n",
|
||||
"Requirement already satisfied: xmltodict<1.0.0,>=0.12.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc) (0.12.0)\n",
|
||||
"Requirement already satisfied: python-dateutil<3.0.0,>=2.8.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc) (2.8.2)\n",
|
||||
"Requirement already satisfied: python-slugify<7.0.0,>=6.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc) (6.1.2)\n",
|
||||
"Requirement already satisfied: pyyaml<7.0,>=6.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc) (6.0)\n",
|
||||
"Requirement already satisfied: python-fsutil<1.0.0,>=0.6.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc) (0.6.1)\n",
|
||||
"Collecting mailchecker<5.0.0,>=4.1.0\n",
|
||||
" Using cached mailchecker-4.1.17-py3-none-any.whl\n",
|
||||
"Collecting ftfy<7.0.0,>=6.0.0\n",
|
||||
" Using cached ftfy-6.1.1-py3-none-any.whl (53 kB)\n",
|
||||
"Collecting phonenumbers<9.0.0,>=8.12.0\n",
|
||||
" Using cached phonenumbers-8.12.49-py2.py3-none-any.whl (2.6 MB)\n",
|
||||
"Requirement already satisfied: wcwidth>=0.2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from ftfy<7.0.0,>=6.0.0->python-benedict>=0.24.2->dvc) (0.2.5)\n",
|
||||
"Requirement already satisfied: text-unidecode>=1.3 in d:\\programy\\anaconda3\\lib\\site-packages (from python-slugify<7.0.0,>=6.0.1->python-benedict>=0.24.2->dvc) (1.3)\n",
|
||||
"Requirement already satisfied: idna<4,>=2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from requests>=2.22.0->dvc) (3.2)\n",
|
||||
"Requirement already satisfied: charset-normalizer~=2.0.0 in d:\\programy\\anaconda3\\lib\\site-packages (from requests>=2.22.0->dvc) (2.0.4)\n",
|
||||
"Requirement already satisfied: pygments<3.0.0,>=2.6.0 in d:\\programy\\anaconda3\\lib\\site-packages (from rich>=10.13.0->dvc) (2.10.0)\n",
|
||||
"Collecting commonmark<0.10.0,>=0.9.0\n",
|
||||
" Using cached commonmark-0.9.1-py2.py3-none-any.whl (51 kB)\n",
|
||||
"Requirement already satisfied: ruamel.yaml.clib>=0.2.6 in d:\\programy\\anaconda3\\lib\\site-packages (from ruamel.yaml>=0.17.11->dvc) (0.2.6)\n",
|
||||
"Requirement already satisfied: setuptools in d:\\programy\\anaconda3\\lib\\site-packages (from zc.lockfile>=1.2.1->dvc) (58.0.4)\n",
|
||||
"Requirement already satisfied: aiosignal>=1.1.2 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc) (1.2.0)\n",
|
||||
"Requirement already satisfied: multidict<7.0,>=4.5 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc) (6.0.2)\n",
|
||||
"Requirement already satisfied: frozenlist>=1.1.1 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc) (1.3.0)\n",
|
||||
"Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc) (4.0.2)\n",
|
||||
"Requirement already satisfied: attrs>=17.3.0 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc) (21.2.0)\n",
|
||||
"Requirement already satisfied: yarl<2.0,>=1.0 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc) (1.7.2)\n",
|
||||
"Installing collected packages: phonenumbers, pathspec, mailchecker, ftfy, dvc-render, dulwich, commonmark, atpublic, asyncssh, aiohttp, zc.lockfile, voluptuous, tqdm, shtab, shortuuid, scmrepo, ruamel.yaml, rich, python-benedict, pydot, nanotime, grandalf, flufl.lock, flatten-dict, dvclive, dpath, distro, diskcache, dictdiffer, configobj, aiohttp-retry, dvc\n",
|
||||
" Attempting uninstall: pathspec\n",
|
||||
" Found existing installation: pathspec 0.7.0\n",
|
||||
" Uninstalling pathspec-0.7.0:\n",
|
||||
" Successfully uninstalled pathspec-0.7.0\n",
|
||||
" Attempting uninstall: tqdm\n",
|
||||
" Found existing installation: tqdm 4.62.3\n",
|
||||
" Uninstalling tqdm-4.62.3:\n",
|
||||
" Successfully uninstalled tqdm-4.62.3\n",
|
||||
"Successfully installed aiohttp-3.8.1 aiohttp-retry-2.4.6 asyncssh-2.11.0 atpublic-3.0.1 commonmark-0.9.1 configobj-5.0.6 dictdiffer-0.9.0 diskcache-5.4.0 distro-1.7.0 dpath-2.0.6 dulwich-0.20.42 dvc-2.10.2 dvc-render-0.0.5 dvclive-0.8.2 flatten-dict-0.4.2 flufl.lock-7.0 ftfy-6.1.1 grandalf-0.6 mailchecker-4.1.17 nanotime-0.5.2 pathspec-0.9.0 phonenumbers-8.12.49 pydot-1.4.2 python-benedict-0.25.1 rich-12.4.4 ruamel.yaml-0.17.21 scmrepo-0.0.19 shortuuid-1.0.9 shtab-1.5.4 tqdm-4.64.0 voluptuous-0.13.1 zc.lockfile-2.0\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!pip3 install dvc"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 2,
|
||||
"id": "084e3a0a",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Reinitialized existing Git repository in C:/Users/Sebastian/Desktop/IUM10/ium_478839/.git/\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!git init"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 3,
|
||||
"id": "b2766e3f",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Initialized DVC repository.\n",
|
||||
"\n",
|
||||
"You can now commit the changes to git.\n",
|
||||
"\n",
|
||||
"+---------------------------------------------------------------------+\n",
|
||||
"| |\n",
|
||||
"| DVC has enabled anonymous aggregate usage analytics. |\n",
|
||||
"| Read the analytics documentation (and how to opt-out) here: |\n",
|
||||
"| <https://dvc.org/doc/user-guide/analytics> |\n",
|
||||
"| |\n",
|
||||
"+---------------------------------------------------------------------+\n",
|
||||
"\n",
|
||||
"What's next?\n",
|
||||
"------------\n",
|
||||
"- Check out the documentation: <https://dvc.org/doc>\n",
|
||||
"- Get help and share ideas: <https://dvc.org/chat>\n",
|
||||
"- Star us on GitHub: <https://github.com/iterative/dvc>\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!dvc init"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 4,
|
||||
"id": "f58059fc",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"On branch feature\n",
|
||||
"Your branch is up to date with 'origin/feature'.\n",
|
||||
"\n",
|
||||
"Changes to be committed:\n",
|
||||
" (use \"git restore --staged <file>...\" to unstage)\n",
|
||||
"\tnew file: .dvc/.gitignore\n",
|
||||
"\tnew file: .dvc/config\n",
|
||||
"\tnew file: .dvcignore\n",
|
||||
"\n",
|
||||
"Untracked files:\n",
|
||||
" (use \"git add <file>...\" to include in what will be committed)\n",
|
||||
"\t.ipynb_checkpoints/\n",
|
||||
"\tUntitled.ipynb\n",
|
||||
"\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!git status"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 5,
|
||||
"id": "7120eaf4",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"[feature 0e0f08d] initial commit\n",
|
||||
" 3 files changed, 6 insertions(+)\n",
|
||||
" create mode 100644 .dvc/.gitignore\n",
|
||||
" create mode 100644 .dvc/config\n",
|
||||
" create mode 100644 .dvcignore\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!git commit -m \"initial commit\""
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 7,
|
||||
"id": "98f82664",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stderr",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"ERROR: output 'understat.csv' is already tracked by SCM (e.g. Git).\n",
|
||||
" You can remove it from Git, then add to DVC.\n",
|
||||
" To stop tracking from Git:\n",
|
||||
" git rm -r --cached 'understat.csv'\n",
|
||||
" git commit -m \"stop tracking understat.csv\" \n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!dvc add understat.csv"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 11,
|
||||
"id": "4889715f",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"rm 'understat.csv'\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!git rm -r --cached understat.csv"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 12,
|
||||
"id": "9e0f6ac4",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"[feature dc68848] stop tracking understat.csv\n",
|
||||
" 1 file changed, 685 deletions(-)\n",
|
||||
" delete mode 100644 understat.csv\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!git commit -m \"stop tracking understat.csv\""
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 13,
|
||||
"id": "c5e1a66f",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"\n",
|
||||
"To track the changes with git, run:\n",
|
||||
"\n",
|
||||
" git add understat.csv.dvc .gitignore\n",
|
||||
"\n",
|
||||
"To enable auto staging, run:\n",
|
||||
"\n",
|
||||
"\tdvc config core.autostage true\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!dvc add understat.csv"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 15,
|
||||
"id": "8accaad7",
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"!git add understat.csv.dvc .gitignore"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 16,
|
||||
"id": "4e6e30f3",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"[feature 102a0cc] Dodano dane understat (DVC)\n",
|
||||
" 2 files changed, 5 insertions(+)\n",
|
||||
" create mode 100644 .gitignore\n",
|
||||
" create mode 100644 understat.csv.dvc\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!git commit -m \"Dodano dane understat (DVC)\""
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 17,
|
||||
"id": "9b9a15fd",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Setting 'my_local_remote' as a default remote.\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!dvc remote add -d my_local_remote /dvcstore"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 18,
|
||||
"id": "70c1577d",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"On branch feature\n",
|
||||
"Your branch is ahead of 'origin/feature' by 3 commits.\n",
|
||||
" (use \"git push\" to publish your local commits)\n",
|
||||
"\n",
|
||||
"Changes not staged for commit:\n",
|
||||
" (use \"git add <file>...\" to update what will be committed)\n",
|
||||
" (use \"git restore <file>...\" to discard changes in working directory)\n",
|
||||
"\tmodified: .dvc/config\n",
|
||||
"\n",
|
||||
"Untracked files:\n",
|
||||
" (use \"git add <file>...\" to include in what will be committed)\n",
|
||||
"\t.ipynb_checkpoints/\n",
|
||||
"\tUntitled.ipynb\n",
|
||||
"\n",
|
||||
"no changes added to commit (use \"git add\" and/or \"git commit -a\")\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!git status"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 19,
|
||||
"id": "a0001b5d",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"[feature bbb8cbe] Added DVC remote\n",
|
||||
" 1 file changed, 4 insertions(+)\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!git add .dvc/config\n",
|
||||
"!git commit -m \"Added DVC remote\""
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 20,
|
||||
"id": "98468504",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"1 file pushed\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!dvc push"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 21,
|
||||
"id": "6d70f942",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Invalid switch - /dvcstore\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!tree /dvcstore"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 22,
|
||||
"id": "4ef7e59b",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stderr",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"bash: /dev/tty: No such device or address\n",
|
||||
"error: failed to execute prompt script (exit code 1)\n",
|
||||
"fatal: could not read Username for 'https://git.wmi.amu.edu.pl': No such file or directory\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!git push"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 23,
|
||||
"id": "a6cd9efe",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Requirement already satisfied: dvc[ssh] in d:\\programy\\anaconda3\\lib\\site-packages (2.10.2)\n",
|
||||
"Requirement already satisfied: paramiko in d:\\programy\\anaconda3\\lib\\site-packages (2.7.2)\n",
|
||||
"Requirement already satisfied: rich>=10.13.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (12.4.4)\n",
|
||||
"Requirement already satisfied: tabulate>=0.8.7 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.8.9)\n",
|
||||
"Requirement already satisfied: dvc-render==0.0.5 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.0.5)\n",
|
||||
"Requirement already satisfied: voluptuous>=0.11.7 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.13.1)\n",
|
||||
"Requirement already satisfied: flufl.lock>=5 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (7.0)\n",
|
||||
"Requirement already satisfied: flatten-dict<1,>=0.4.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.4.2)\n",
|
||||
"Requirement already satisfied: fsspec[http]>=2021.10.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2021.10.1)\n",
|
||||
"Requirement already satisfied: packaging>=19.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (21.0)\n",
|
||||
"Requirement already satisfied: shtab<2,>=1.3.4 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (1.5.4)\n",
|
||||
"Requirement already satisfied: distro>=1.3.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (1.7.0)\n",
|
||||
"Requirement already satisfied: typing-extensions>=3.7.4 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (3.10.0.2)\n",
|
||||
"Requirement already satisfied: colorama>=0.3.9 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.4.4)\n",
|
||||
"Requirement already satisfied: requests>=2.22.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2.26.0)\n",
|
||||
"Requirement already satisfied: pyparsing>=2.4.7 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (3.0.4)\n",
|
||||
"Requirement already satisfied: psutil>=5.8.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (5.9.1)\n",
|
||||
"Requirement already satisfied: ruamel.yaml>=0.17.11 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.17.21)\n",
|
||||
"Requirement already satisfied: configobj>=5.0.6 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (5.0.6)\n",
|
||||
"Requirement already satisfied: networkx>=2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2.6.3)\n",
|
||||
"Requirement already satisfied: python-benedict>=0.24.2 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.25.1)\n",
|
||||
"Requirement already satisfied: aiohttp-retry>=2.4.5 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2.4.6)\n",
|
||||
"Requirement already satisfied: scmrepo==0.0.19 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.0.19)\n",
|
||||
"Requirement already satisfied: pathspec<0.10.0,>=0.9.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.9.0)\n",
|
||||
"Requirement already satisfied: diskcache>=5.2.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (5.4.0)\n",
|
||||
"Requirement already satisfied: shortuuid>=0.5.0 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (1.0.9)\n",
|
||||
"Requirement already satisfied: toml>=0.10.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.10.2)\n",
|
||||
"Requirement already satisfied: nanotime>=0.5.2 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.5.2)\n",
|
||||
"Requirement already satisfied: pygtrie>=2.3.2 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2.4.2)\n",
|
||||
"Requirement already satisfied: pydot>=1.2.4 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (1.4.2)\n",
|
||||
"Requirement already satisfied: appdirs>=1.4.3 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (1.4.4)\n",
|
||||
"Requirement already satisfied: dictdiffer>=0.8.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.9.0)\n",
|
||||
"Requirement already satisfied: funcy>=1.14 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (1.17)\n",
|
||||
"Requirement already satisfied: dvclive>=0.7.3 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.8.2)\n",
|
||||
"Requirement already satisfied: zc.lockfile>=1.2.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2.0)\n",
|
||||
"Requirement already satisfied: tqdm<5,>=4.63.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (4.64.0)\n",
|
||||
"Requirement already satisfied: grandalf==0.6 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (0.6)\n",
|
||||
"Requirement already satisfied: dpath<3,>=2.0.2 in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (2.0.6)\n",
|
||||
"Collecting sshfs[bcrypt]>=2021.11.2\n",
|
||||
" Downloading sshfs-2022.3.1-py3-none-any.whl (15 kB)\n",
|
||||
"Requirement already satisfied: bcrypt in d:\\programy\\anaconda3\\lib\\site-packages (from dvc[ssh]) (3.2.0)\n",
|
||||
"Requirement already satisfied: future in d:\\programy\\anaconda3\\lib\\site-packages (from grandalf==0.6->dvc[ssh]) (0.18.2)\n",
|
||||
"Requirement already satisfied: pygit2>=1.7.2 in d:\\programy\\anaconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc[ssh]) (1.9.2)\n",
|
||||
"Requirement already satisfied: gitpython>3 in d:\\programy\\anaconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc[ssh]) (3.1.27)\n",
|
||||
"Requirement already satisfied: dulwich>=0.20.34 in d:\\programy\\anaconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc[ssh]) (0.20.42)\n",
|
||||
"Requirement already satisfied: asyncssh<3,>=2.7.1 in d:\\programy\\anaconda3\\lib\\site-packages (from scmrepo==0.0.19->dvc[ssh]) (2.11.0)\n",
|
||||
"Requirement already satisfied: pynacl>=1.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from paramiko) (1.4.0)\n",
|
||||
"Requirement already satisfied: cryptography>=2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from paramiko) (3.4.8)\n",
|
||||
"Requirement already satisfied: aiohttp in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp-retry>=2.4.5->dvc[ssh]) (3.8.1)\n",
|
||||
"Requirement already satisfied: six>=1.4.1 in d:\\programy\\anaconda3\\lib\\site-packages (from bcrypt->dvc[ssh]) (1.16.0)\n",
|
||||
"Requirement already satisfied: cffi>=1.1 in d:\\programy\\anaconda3\\lib\\site-packages (from bcrypt->dvc[ssh]) (1.14.6)\n",
|
||||
"Requirement already satisfied: pycparser in d:\\programy\\anaconda3\\lib\\site-packages (from cffi>=1.1->bcrypt->dvc[ssh]) (2.20)\n",
|
||||
"Requirement already satisfied: certifi in d:\\programy\\anaconda3\\lib\\site-packages (from dulwich>=0.20.34->scmrepo==0.0.19->dvc[ssh]) (2022.5.18.1)\n",
|
||||
"Requirement already satisfied: urllib3>=1.24.1 in d:\\programy\\anaconda3\\lib\\site-packages (from dulwich>=0.20.34->scmrepo==0.0.19->dvc[ssh]) (1.26.7)\n",
|
||||
"Requirement already satisfied: atpublic>=2.3 in d:\\programy\\anaconda3\\lib\\site-packages (from flufl.lock>=5->dvc[ssh]) (3.0.1)\n",
|
||||
"Requirement already satisfied: gitdb<5,>=4.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from gitpython>3->scmrepo==0.0.19->dvc[ssh]) (4.0.9)\n",
|
||||
"Requirement already satisfied: smmap<6,>=3.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from gitdb<5,>=4.0.1->gitpython>3->scmrepo==0.0.19->dvc[ssh]) (5.0.0)\n",
|
||||
"Requirement already satisfied: phonenumbers<9.0.0,>=8.12.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (8.12.49)\n",
|
||||
"Requirement already satisfied: xmltodict<1.0.0,>=0.12.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (0.12.0)\n",
|
||||
"Requirement already satisfied: mailchecker<5.0.0,>=4.1.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (4.1.17)\n",
|
||||
"Requirement already satisfied: python-dateutil<3.0.0,>=2.8.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (2.8.2)\n",
|
||||
"Requirement already satisfied: pyyaml<7.0,>=6.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (6.0)\n",
|
||||
"Requirement already satisfied: ftfy<7.0.0,>=6.0.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (6.1.1)\n",
|
||||
"Requirement already satisfied: python-fsutil<1.0.0,>=0.6.0 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (0.6.1)\n",
|
||||
"Requirement already satisfied: python-slugify<7.0.0,>=6.0.1 in d:\\programy\\anaconda3\\lib\\site-packages (from python-benedict>=0.24.2->dvc[ssh]) (6.1.2)\n",
|
||||
"Requirement already satisfied: wcwidth>=0.2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from ftfy<7.0.0,>=6.0.0->python-benedict>=0.24.2->dvc[ssh]) (0.2.5)\n",
|
||||
"Requirement already satisfied: text-unidecode>=1.3 in d:\\programy\\anaconda3\\lib\\site-packages (from python-slugify<7.0.0,>=6.0.1->python-benedict>=0.24.2->dvc[ssh]) (1.3)\n",
|
||||
"Requirement already satisfied: idna<4,>=2.5 in d:\\programy\\anaconda3\\lib\\site-packages (from requests>=2.22.0->dvc[ssh]) (3.2)\n",
|
||||
"Requirement already satisfied: charset-normalizer~=2.0.0 in d:\\programy\\anaconda3\\lib\\site-packages (from requests>=2.22.0->dvc[ssh]) (2.0.4)\n",
|
||||
"Requirement already satisfied: commonmark<0.10.0,>=0.9.0 in d:\\programy\\anaconda3\\lib\\site-packages (from rich>=10.13.0->dvc[ssh]) (0.9.1)\n",
|
||||
"Requirement already satisfied: pygments<3.0.0,>=2.6.0 in d:\\programy\\anaconda3\\lib\\site-packages (from rich>=10.13.0->dvc[ssh]) (2.10.0)\n",
|
||||
"Requirement already satisfied: ruamel.yaml.clib>=0.2.6 in d:\\programy\\anaconda3\\lib\\site-packages (from ruamel.yaml>=0.17.11->dvc[ssh]) (0.2.6)\n",
|
||||
"Requirement already satisfied: setuptools in d:\\programy\\anaconda3\\lib\\site-packages (from zc.lockfile>=1.2.1->dvc[ssh]) (58.0.4)\n",
|
||||
"Requirement already satisfied: multidict<7.0,>=4.5 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (6.0.2)\n",
|
||||
"Requirement already satisfied: yarl<2.0,>=1.0 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (1.7.2)\n",
|
||||
"Requirement already satisfied: frozenlist>=1.1.1 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (1.3.0)\n",
|
||||
"Requirement already satisfied: attrs>=17.3.0 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (21.2.0)\n",
|
||||
"Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (4.0.2)\n",
|
||||
"Requirement already satisfied: aiosignal>=1.1.2 in d:\\programy\\anaconda3\\lib\\site-packages (from aiohttp->aiohttp-retry>=2.4.5->dvc[ssh]) (1.2.0)\n",
|
||||
"Installing collected packages: sshfs\n",
|
||||
"Successfully installed sshfs-2022.3.1\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!pip install dvc[ssh] paramiko"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 24,
|
||||
"id": "0dd80325",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Setting 'ium_ssh_remote' as a default remote.\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!dvc remote add -f -d ium_ssh_remote ssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 25,
|
||||
"id": "90e10dec",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"my_local_remote\t/dvcstore\n",
|
||||
"ium_ssh_remote\tssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!dvc remote list"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 26,
|
||||
"id": "cd96bc49",
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"!dvc remote modify --local ium_ssh_remote password IUM@2021"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 27,
|
||||
"id": "0da443b2",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"1 file pushed\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!dvc push"
|
||||
]
|
||||
}
|
||||
],
|
||||
"metadata": {
|
||||
"kernelspec": {
|
||||
"display_name": "Python 3 (ipykernel)",
|
||||
"language": "python",
|
||||
"name": "python3"
|
||||
},
|
||||
"language_info": {
|
||||
"codemirror_mode": {
|
||||
"name": "ipython",
|
||||
"version": 3
|
||||
},
|
||||
"file_extension": ".py",
|
||||
"mimetype": "text/x-python",
|
||||
"name": "python",
|
||||
"nbconvert_exporter": "python",
|
||||
"pygments_lexer": "ipython3",
|
||||
"version": "3.9.7"
|
||||
}
|
||||
},
|
||||
"nbformat": 4,
|
||||
"nbformat_minor": 5
|
||||
}
|
||||
Loading…
Reference in New Issue
Block a user