{"cells":[{"cell_type":"code","execution_count":2,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":11794,"status":"ok","timestamp":1671521150117,"user":{"displayName":"Mikołaj Krzymiński","userId":"01535337980860424008"},"user_tz":-60},"id":"rac6R0-Kd6QN","outputId":"9b8817b6-7f2c-4465-d2c4-40cffa0a40e4"},"outputs":[{"name":"stdout","output_type":"stream","text":["Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"]}],"source":["# Load the Drive helper and mount\n","from google.colab import drive\n","drive.mount('/content/drive')"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":7,"status":"ok","timestamp":1671454953415,"user":{"displayName":"Mikołaj Krzymiński","userId":"01535337980860424008"},"user_tz":-60},"id":"EWTlBiRIKFK7","outputId":"fc6860da-bfe4-40ee-e65e-42f809e3bf09"},"outputs":[{"name":"stdout","output_type":"stream","text":["shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory\n","fatal: could not create work tree dir 'CookDial': No such file or directory\n"]}],"source":["! git clone https://github.com/YiweiJiang2015/CookDial.git"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":405,"status":"ok","timestamp":1671455100412,"user":{"displayName":"Mikołaj Krzymiński","userId":"01535337980860424008"},"user_tz":-60},"id":"a03eUTKjeJbT","outputId":"7ef67f9a-b599-48b7-9752-fa25bad2fac4"},"outputs":[{"name":"stdout","output_type":"stream","text":["/content/drive/MyDrive/CookDial\n"]}],"source":["!pwd\n"]},{"cell_type":"code","execution_count":2,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":221,"status":"ok","timestamp":1671493724901,"user":{"displayName":"Mikołaj Krzymiński","userId":"01535337980860424008"},"user_tz":-60},"id":"21J3SKwHKMPm","outputId":"2bd50190-1a30-4739-8f5d-a75117b9e310"},"outputs":[{"name":"stdout","output_type":"stream","text":["/content/drive/MyDrive/CookDial\n"]}],"source":["%cd /content/drive/MyDrive/CookDial"]},{"cell_type":"code","execution_count":3,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":117638,"status":"ok","timestamp":1671493844497,"user":{"displayName":"Mikołaj Krzymiński","userId":"01535337980860424008"},"user_tz":-60},"id":"LGdaIt1DN42D","outputId":"e1e9f5b4-e6ed-4ce4-b711-3df575c5cbaf"},"outputs":[{"name":"stdout","output_type":"stream","text":["--2022-12-19 23:48:47--  https://repo.anaconda.com/miniconda/Miniconda3-py39_4.9.2-Linux-x86_64.sh\n","Resolving repo.anaconda.com (repo.anaconda.com)... 104.16.131.3, 104.16.130.3, 2606:4700::6810:8303, ...\n","Connecting to repo.anaconda.com (repo.anaconda.com)|104.16.131.3|:443... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: 61451533 (59M) [application/x-sh]\n","Saving to: ‘mini.sh’\n","\n","mini.sh             100%[===================>]  58.60M  62.7MB/s    in 0.9s    \n","\n","2022-12-19 23:48:48 (62.7 MB/s) - ‘mini.sh’ saved [61451533/61451533]\n","\n","PREFIX=/usr/local\n","Unpacking payload ...\n","Collecting package metadata (current_repodata.json): - \b\b\\ \b\bdone\n","Solving environment: / \b\b- \b\b\\ \b\bdone\n","\n","## Package Plan ##\n","\n","  environment location: /usr/local\n","\n","  added / updated specs:\n","    - _libgcc_mutex==0.1=main\n","    - brotlipy==0.7.0=py39h27cfd23_1003\n","    - ca-certificates==2020.12.8=h06a4308_0\n","    - certifi==2020.12.5=py39h06a4308_0\n","    - cffi==1.14.4=py39h261ae71_0\n","    - chardet==3.0.4=py39h06a4308_1003\n","    - conda-package-handling==1.7.2=py39h27cfd23_1\n","    - conda==4.9.2=py39h06a4308_0\n","    - cryptography==3.3.1=py39h3c74f83_0\n","    - idna==2.10=py_0\n","    - ld_impl_linux-64==2.33.1=h53a641e_7\n","    - libedit==3.1.20191231=h14c3975_1\n","    - libffi==3.3=he6710b0_2\n","    - libgcc-ng==9.1.0=hdf63c60_0\n","    - libstdcxx-ng==9.1.0=hdf63c60_0\n","    - ncurses==6.2=he6710b0_1\n","    - openssl==1.1.1i=h27cfd23_0\n","    - pip==20.3.1=py39h06a4308_0\n","    - pycosat==0.6.3=py39h27cfd23_0\n","    - pycparser==2.20=py_2\n","    - pyopenssl==20.0.0=pyhd3eb1b0_1\n","    - pysocks==1.7.1=py39h06a4308_0\n","    - python==3.9.1=hdb3f193_2\n","    - readline==8.0=h7b6447c_0\n","    - requests==2.25.0=pyhd3eb1b0_0\n","    - ruamel_yaml==0.15.80=py39h27cfd23_0\n","    - setuptools==51.0.0=py39h06a4308_2\n","    - six==1.15.0=py39h06a4308_0\n","    - sqlite==3.33.0=h62c20be_0\n","    - tk==8.6.10=hbc83047_0\n","    - tqdm==4.54.1=pyhd3eb1b0_0\n","    - tzdata==2020d=h14c3975_0\n","    - urllib3==1.25.11=py_0\n","    - wheel==0.36.1=pyhd3eb1b0_0\n","    - xz==5.2.5=h7b6447c_0\n","    - yaml==0.2.5=h7b6447c_0\n","    - zlib==1.2.11=h7b6447c_3\n","\n","\n","The following NEW packages will be INSTALLED:\n","\n","  _libgcc_mutex      pkgs/main/linux-64::_libgcc_mutex-0.1-main\n","  brotlipy           pkgs/main/linux-64::brotlipy-0.7.0-py39h27cfd23_1003\n","  ca-certificates    pkgs/main/linux-64::ca-certificates-2020.12.8-h06a4308_0\n","  certifi            pkgs/main/linux-64::certifi-2020.12.5-py39h06a4308_0\n","  cffi               pkgs/main/linux-64::cffi-1.14.4-py39h261ae71_0\n","  chardet            pkgs/main/linux-64::chardet-3.0.4-py39h06a4308_1003\n","  conda              pkgs/main/linux-64::conda-4.9.2-py39h06a4308_0\n","  conda-package-han~ pkgs/main/linux-64::conda-package-handling-1.7.2-py39h27cfd23_1\n","  cryptography       pkgs/main/linux-64::cryptography-3.3.1-py39h3c74f83_0\n","  idna               pkgs/main/noarch::idna-2.10-py_0\n","  ld_impl_linux-64   pkgs/main/linux-64::ld_impl_linux-64-2.33.1-h53a641e_7\n","  libedit            pkgs/main/linux-64::libedit-3.1.20191231-h14c3975_1\n","  libffi             pkgs/main/linux-64::libffi-3.3-he6710b0_2\n","  libgcc-ng          pkgs/main/linux-64::libgcc-ng-9.1.0-hdf63c60_0\n","  libstdcxx-ng       pkgs/main/linux-64::libstdcxx-ng-9.1.0-hdf63c60_0\n","  ncurses            pkgs/main/linux-64::ncurses-6.2-he6710b0_1\n","  openssl            pkgs/main/linux-64::openssl-1.1.1i-h27cfd23_0\n","  pip                pkgs/main/linux-64::pip-20.3.1-py39h06a4308_0\n","  pycosat            pkgs/main/linux-64::pycosat-0.6.3-py39h27cfd23_0\n","  pycparser          pkgs/main/noarch::pycparser-2.20-py_2\n","  pyopenssl          pkgs/main/noarch::pyopenssl-20.0.0-pyhd3eb1b0_1\n","  pysocks            pkgs/main/linux-64::pysocks-1.7.1-py39h06a4308_0\n","  python             pkgs/main/linux-64::python-3.9.1-hdb3f193_2\n","  readline           pkgs/main/linux-64::readline-8.0-h7b6447c_0\n","  requests           pkgs/main/noarch::requests-2.25.0-pyhd3eb1b0_0\n","  ruamel_yaml        pkgs/main/linux-64::ruamel_yaml-0.15.80-py39h27cfd23_0\n","  setuptools         pkgs/main/linux-64::setuptools-51.0.0-py39h06a4308_2\n","  six                pkgs/main/linux-64::six-1.15.0-py39h06a4308_0\n","  sqlite             pkgs/main/linux-64::sqlite-3.33.0-h62c20be_0\n","  tk                 pkgs/main/linux-64::tk-8.6.10-hbc83047_0\n","  tqdm               pkgs/main/noarch::tqdm-4.54.1-pyhd3eb1b0_0\n","  tzdata             pkgs/main/noarch::tzdata-2020d-h14c3975_0\n","  urllib3            pkgs/main/noarch::urllib3-1.25.11-py_0\n","  wheel              pkgs/main/noarch::wheel-0.36.1-pyhd3eb1b0_0\n","  xz                 pkgs/main/linux-64::xz-5.2.5-h7b6447c_0\n","  yaml               pkgs/main/linux-64::yaml-0.2.5-h7b6447c_0\n","  zlib               pkgs/main/linux-64::zlib-1.2.11-h7b6447c_3\n","\n","\n","Preparing transaction: / \b\b- \b\b\\ \b\b| \b\bdone\n","Executing transaction: - \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\bdone\n","installation finished.\n","WARNING:\n","    You currently have a PYTHONPATH environment variable set. This may cause\n","    unexpected behavior when running the Python interpreter in Miniconda3.\n","    For best results, please verify that your PYTHONPATH only points to\n","    directories of packages that are compatible with the Python interpreter\n","    in Miniconda3: /usr/local\n","Collecting package metadata (current_repodata.json): ...working... done\n","Solving environment: ...working... done\n","\n","## Package Plan ##\n","\n","  environment location: /usr/local\n","\n","  added / updated specs:\n","    - jupyter\n","\n","\n","The following packages will be downloaded:\n","\n","    package                    |            build\n","    ---------------------------|-----------------\n","    _openmp_mutex-5.1          |            1_gnu          21 KB\n","    anyio-3.5.0                |   py39h06a4308_0         167 KB\n","    argon2-cffi-21.3.0         |     pyhd3eb1b0_0          15 KB\n","    argon2-cffi-bindings-21.2.0|   py39h7f8727e_0          33 KB\n","    asttokens-2.0.5            |     pyhd3eb1b0_0          20 KB\n","    attrs-22.1.0               |   py39h06a4308_0          85 KB\n","    babel-2.9.1                |     pyhd3eb1b0_0         5.5 MB\n","    backcall-0.2.0             |     pyhd3eb1b0_0          13 KB\n","    beautifulsoup4-4.11.1      |   py39h06a4308_0         185 KB\n","    bleach-4.1.0               |     pyhd3eb1b0_0         123 KB\n","    ca-certificates-2022.10.11 |       h06a4308_0         124 KB\n","    certifi-2022.9.24          |   py39h06a4308_0         154 KB\n","    conda-22.11.1              |   py39h06a4308_4         927 KB\n","    dbus-1.13.18               |       hb2f20db_0         504 KB\n","    debugpy-1.5.1              |   py39h295c915_0         1.7 MB\n","    decorator-5.1.1            |     pyhd3eb1b0_0          12 KB\n","    defusedxml-0.7.1           |     pyhd3eb1b0_0          23 KB\n","    entrypoints-0.4            |   py39h06a4308_0          16 KB\n","    executing-0.8.3            |     pyhd3eb1b0_0          18 KB\n","    expat-2.4.9                |       h6a678d5_0         156 KB\n","    flit-core-3.6.0            |     pyhd3eb1b0_0          42 KB\n","    fontconfig-2.14.1          |       h52c9d5c_1         281 KB\n","    freetype-2.12.1            |       h4a9f257_0         626 KB\n","    giflib-5.2.1               |       h7b6447c_0          78 KB\n","    glib-2.69.1                |       h4ff587b_1         1.7 MB\n","    gst-plugins-base-1.14.0    |       h8213a91_2         4.9 MB\n","    gstreamer-1.14.0           |       h28cd5cc_2         3.2 MB\n","    icu-58.2                   |       he6710b0_3        10.5 MB\n","    importlib-metadata-4.11.3  |   py39h06a4308_0          40 KB\n","    ipykernel-6.15.2           |   py39h06a4308_0         190 KB\n","    ipython-8.7.0              |   py39h06a4308_0         1.0 MB\n","    ipython_genutils-0.2.0     |     pyhd3eb1b0_1          27 KB\n","    ipywidgets-7.6.5           |     pyhd3eb1b0_1         105 KB\n","    jedi-0.18.1                |   py39h06a4308_1         982 KB\n","    jinja2-3.1.2               |   py39h06a4308_0         211 KB\n","    jpeg-9e                    |       h7f8727e_0         240 KB\n","    json5-0.9.6                |     pyhd3eb1b0_0          21 KB\n","    jsonschema-4.16.0          |   py39h06a4308_0         129 KB\n","    jupyter-1.0.0              |   py39h06a4308_8           7 KB\n","    jupyter_client-7.4.7       |   py39h06a4308_0         209 KB\n","    jupyter_console-6.4.3      |     pyhd3eb1b0_0          23 KB\n","    jupyter_core-4.11.2        |   py39h06a4308_0          80 KB\n","    jupyter_server-1.18.1      |   py39h06a4308_0         356 KB\n","    jupyterlab-3.5.0           |   py39h06a4308_0         4.2 MB\n","    jupyterlab_pygments-0.1.2  |             py_0           8 KB\n","    jupyterlab_server-2.16.3   |   py39h06a4308_0          80 KB\n","    jupyterlab_widgets-1.0.0   |     pyhd3eb1b0_1         109 KB\n","    krb5-1.19.2                |       hac12032_0         1.2 MB\n","    lerc-3.0                   |       h295c915_0         196 KB\n","    libclang-10.0.1            |default_hb85057a_2        10.8 MB\n","    libdeflate-1.8             |       h7f8727e_5          51 KB\n","    libedit-3.1.20221030       |       h5eee18b_0         181 KB\n","    libevent-2.1.12            |       h8f2d780_0         425 KB\n","    libgcc-ng-11.2.0           |       h1234567_1         5.3 MB\n","    libgomp-11.2.0             |       h1234567_1         474 KB\n","    libllvm10-10.0.1           |       hbcb73fb_5        22.1 MB\n","    libpng-1.6.37              |       hbc83047_0         278 KB\n","    libpq-12.9                 |       h16c4e8d_3         2.1 MB\n","    libsodium-1.0.18           |       h7b6447c_0         244 KB\n","    libstdcxx-ng-11.2.0        |       h1234567_1         4.7 MB\n","    libtiff-4.4.0              |       hecacb30_0         471 KB\n","    libuuid-1.41.5             |       h5eee18b_0          27 KB\n","    libwebp-1.2.4              |       h11a3e52_0          79 KB\n","    libwebp-base-1.2.4         |       h5eee18b_0         347 KB\n","    libxcb-1.15                |       h7f8727e_0         505 KB\n","    libxkbcommon-1.0.1         |       hfa300c1_0         483 KB\n","    libxml2-2.9.14             |       h74e7548_0         718 KB\n","    libxslt-1.1.35             |       h4e12654_0         453 KB\n","    lxml-4.9.1                 |   py39h1edc446_0         1.3 MB\n","    lz4-c-1.9.4                |       h6a678d5_0         154 KB\n","    markupsafe-2.1.1           |   py39h7f8727e_0          21 KB\n","    matplotlib-inline-0.1.6    |   py39h06a4308_0          16 KB\n","    mistune-0.8.4              |py39h27cfd23_1000          57 KB\n","    nbclassic-0.4.8            |   py39h06a4308_0         5.8 MB\n","    nbclient-0.5.13            |   py39h06a4308_0          91 KB\n","    nbconvert-6.5.4            |   py39h06a4308_0         513 KB\n","    nbformat-5.7.0             |   py39h06a4308_0         133 KB\n","    ncurses-6.3                |       h5eee18b_3         781 KB\n","    nest-asyncio-1.5.5         |   py39h06a4308_0          16 KB\n","    notebook-6.5.2             |   py39h06a4308_0         511 KB\n","    notebook-shim-0.2.2        |   py39h06a4308_0          22 KB\n","    nspr-4.33                  |       h295c915_0         222 KB\n","    nss-3.74                   |       h0370c37_0         1.9 MB\n","    openssl-1.1.1s             |       h7f8727e_0         3.6 MB\n","    packaging-21.3             |     pyhd3eb1b0_0          36 KB\n","    pandocfilters-1.5.0        |     pyhd3eb1b0_0          11 KB\n","    parso-0.8.3                |     pyhd3eb1b0_0          70 KB\n","    pcre-8.45                  |       h295c915_0         207 KB\n","    pexpect-4.8.0              |     pyhd3eb1b0_3          53 KB\n","    pickleshare-0.7.5          |  pyhd3eb1b0_1003          13 KB\n","    pluggy-1.0.0               |   py39h06a4308_1          28 KB\n","    ply-3.11                   |   py39h06a4308_0          81 KB\n","    prometheus_client-0.14.1   |   py39h06a4308_0          90 KB\n","    prompt-toolkit-3.0.20      |     pyhd3eb1b0_0         259 KB\n","    prompt_toolkit-3.0.20      |       hd3eb1b0_0          12 KB\n","    psutil-5.9.0               |   py39h5eee18b_0         330 KB\n","    ptyprocess-0.7.0           |     pyhd3eb1b0_2          17 KB\n","    pure_eval-0.2.2            |     pyhd3eb1b0_0          14 KB\n","    pygments-2.11.2            |     pyhd3eb1b0_0         759 KB\n","    pyparsing-3.0.9            |   py39h06a4308_0         151 KB\n","    pyqt-5.15.7                |   py39h6a678d5_1         5.1 MB\n","    pyqt5-sip-12.11.0          |   py39h6a678d5_1          87 KB\n","    pyrsistent-0.18.0          |   py39heee7806_0          94 KB\n","    python-dateutil-2.8.2      |     pyhd3eb1b0_0         233 KB\n","    python-fastjsonschema-2.16.2|   py39h06a4308_0         231 KB\n","    pytz-2022.1                |   py39h06a4308_0         194 KB\n","    pyzmq-23.2.0               |   py39h6a678d5_0         445 KB\n","    qt-main-5.15.2             |       h327a75a_7        45.1 MB\n","    qt-webengine-5.15.9        |       hd2b0992_4        47.1 MB\n","    qtconsole-5.3.2            |   py39h06a4308_0         176 KB\n","    qtpy-2.2.0                 |   py39h06a4308_0          84 KB\n","    qtwebkit-5.212             |       h4eab89a_4        14.3 MB\n","    ruamel.yaml-0.17.21        |   py39h5eee18b_0         178 KB\n","    ruamel.yaml.clib-0.2.6     |   py39h5eee18b_1         140 KB\n","    send2trash-1.8.0           |     pyhd3eb1b0_1          19 KB\n","    sip-6.6.2                  |   py39h6a678d5_0         423 KB\n","    sniffio-1.2.0              |   py39h06a4308_1          15 KB\n","    soupsieve-2.3.2.post1      |   py39h06a4308_0          65 KB\n","    sqlite-3.40.0              |       h5082296_0         1.2 MB\n","    stack_data-0.2.0           |     pyhd3eb1b0_0          22 KB\n","    terminado-0.13.1           |   py39h06a4308_0          30 KB\n","    tinycss2-1.2.1             |   py39h06a4308_0          39 KB\n","    toml-0.10.2                |     pyhd3eb1b0_0          20 KB\n","    tomli-2.0.1                |   py39h06a4308_0          24 KB\n","    toolz-0.12.0               |   py39h06a4308_0         105 KB\n","    tornado-6.2                |   py39h5eee18b_0         590 KB\n","    traitlets-5.7.1            |   py39h06a4308_0         200 KB\n","    typing-extensions-4.4.0    |   py39h06a4308_0           8 KB\n","    typing_extensions-4.4.0    |   py39h06a4308_0          46 KB\n","    wcwidth-0.2.5              |     pyhd3eb1b0_0          26 KB\n","    webencodings-0.5.1         |   py39h06a4308_1          20 KB\n","    websocket-client-0.58.0    |   py39h06a4308_4          66 KB\n","    widgetsnbextension-3.5.2   |   py39h06a4308_0         645 KB\n","    zeromq-4.3.4               |       h2531618_0         331 KB\n","    zipp-3.8.0                 |   py39h06a4308_0          15 KB\n","    zlib-1.2.13                |       h5eee18b_0         103 KB\n","    zstd-1.5.2                 |       ha4553b6_0         488 KB\n","    ------------------------------------------------------------\n","                                           Total:       224.9 MB\n","\n","The following NEW packages will be INSTALLED:\n","\n","  _openmp_mutex      pkgs/main/linux-64::_openmp_mutex-5.1-1_gnu\n","  anyio              pkgs/main/linux-64::anyio-3.5.0-py39h06a4308_0\n","  argon2-cffi        pkgs/main/noarch::argon2-cffi-21.3.0-pyhd3eb1b0_0\n","  argon2-cffi-bindi~ pkgs/main/linux-64::argon2-cffi-bindings-21.2.0-py39h7f8727e_0\n","  asttokens          pkgs/main/noarch::asttokens-2.0.5-pyhd3eb1b0_0\n","  attrs              pkgs/main/linux-64::attrs-22.1.0-py39h06a4308_0\n","  babel              pkgs/main/noarch::babel-2.9.1-pyhd3eb1b0_0\n","  backcall           pkgs/main/noarch::backcall-0.2.0-pyhd3eb1b0_0\n","  beautifulsoup4     pkgs/main/linux-64::beautifulsoup4-4.11.1-py39h06a4308_0\n","  bleach             pkgs/main/noarch::bleach-4.1.0-pyhd3eb1b0_0\n","  dbus               pkgs/main/linux-64::dbus-1.13.18-hb2f20db_0\n","  debugpy            pkgs/main/linux-64::debugpy-1.5.1-py39h295c915_0\n","  decorator          pkgs/main/noarch::decorator-5.1.1-pyhd3eb1b0_0\n","  defusedxml         pkgs/main/noarch::defusedxml-0.7.1-pyhd3eb1b0_0\n","  entrypoints        pkgs/main/linux-64::entrypoints-0.4-py39h06a4308_0\n","  executing          pkgs/main/noarch::executing-0.8.3-pyhd3eb1b0_0\n","  expat              pkgs/main/linux-64::expat-2.4.9-h6a678d5_0\n","  flit-core          pkgs/main/noarch::flit-core-3.6.0-pyhd3eb1b0_0\n","  fontconfig         pkgs/main/linux-64::fontconfig-2.14.1-h52c9d5c_1\n","  freetype           pkgs/main/linux-64::freetype-2.12.1-h4a9f257_0\n","  giflib             pkgs/main/linux-64::giflib-5.2.1-h7b6447c_0\n","  glib               pkgs/main/linux-64::glib-2.69.1-h4ff587b_1\n","  gst-plugins-base   pkgs/main/linux-64::gst-plugins-base-1.14.0-h8213a91_2\n","  gstreamer          pkgs/main/linux-64::gstreamer-1.14.0-h28cd5cc_2\n","  icu                pkgs/main/linux-64::icu-58.2-he6710b0_3\n","  importlib-metadata pkgs/main/linux-64::importlib-metadata-4.11.3-py39h06a4308_0\n","  ipykernel          pkgs/main/linux-64::ipykernel-6.15.2-py39h06a4308_0\n","  ipython            pkgs/main/linux-64::ipython-8.7.0-py39h06a4308_0\n","  ipython_genutils   pkgs/main/noarch::ipython_genutils-0.2.0-pyhd3eb1b0_1\n","  ipywidgets         pkgs/main/noarch::ipywidgets-7.6.5-pyhd3eb1b0_1\n","  jedi               pkgs/main/linux-64::jedi-0.18.1-py39h06a4308_1\n","  jinja2             pkgs/main/linux-64::jinja2-3.1.2-py39h06a4308_0\n","  jpeg               pkgs/main/linux-64::jpeg-9e-h7f8727e_0\n","  json5              pkgs/main/noarch::json5-0.9.6-pyhd3eb1b0_0\n","  jsonschema         pkgs/main/linux-64::jsonschema-4.16.0-py39h06a4308_0\n","  jupyter            pkgs/main/linux-64::jupyter-1.0.0-py39h06a4308_8\n","  jupyter_client     pkgs/main/linux-64::jupyter_client-7.4.7-py39h06a4308_0\n","  jupyter_console    pkgs/main/noarch::jupyter_console-6.4.3-pyhd3eb1b0_0\n","  jupyter_core       pkgs/main/linux-64::jupyter_core-4.11.2-py39h06a4308_0\n","  jupyter_server     pkgs/main/linux-64::jupyter_server-1.18.1-py39h06a4308_0\n","  jupyterlab         pkgs/main/linux-64::jupyterlab-3.5.0-py39h06a4308_0\n","  jupyterlab_pygmen~ pkgs/main/noarch::jupyterlab_pygments-0.1.2-py_0\n","  jupyterlab_server  pkgs/main/linux-64::jupyterlab_server-2.16.3-py39h06a4308_0\n","  jupyterlab_widgets pkgs/main/noarch::jupyterlab_widgets-1.0.0-pyhd3eb1b0_1\n","  krb5               pkgs/main/linux-64::krb5-1.19.2-hac12032_0\n","  lerc               pkgs/main/linux-64::lerc-3.0-h295c915_0\n","  libclang           pkgs/main/linux-64::libclang-10.0.1-default_hb85057a_2\n","  libdeflate         pkgs/main/linux-64::libdeflate-1.8-h7f8727e_5\n","  libevent           pkgs/main/linux-64::libevent-2.1.12-h8f2d780_0\n","  libgomp            pkgs/main/linux-64::libgomp-11.2.0-h1234567_1\n","  libllvm10          pkgs/main/linux-64::libllvm10-10.0.1-hbcb73fb_5\n","  libpng             pkgs/main/linux-64::libpng-1.6.37-hbc83047_0\n","  libpq              pkgs/main/linux-64::libpq-12.9-h16c4e8d_3\n","  libsodium          pkgs/main/linux-64::libsodium-1.0.18-h7b6447c_0\n","  libtiff            pkgs/main/linux-64::libtiff-4.4.0-hecacb30_0\n","  libuuid            pkgs/main/linux-64::libuuid-1.41.5-h5eee18b_0\n","  libwebp            pkgs/main/linux-64::libwebp-1.2.4-h11a3e52_0\n","  libwebp-base       pkgs/main/linux-64::libwebp-base-1.2.4-h5eee18b_0\n","  libxcb             pkgs/main/linux-64::libxcb-1.15-h7f8727e_0\n","  libxkbcommon       pkgs/main/linux-64::libxkbcommon-1.0.1-hfa300c1_0\n","  libxml2            pkgs/main/linux-64::libxml2-2.9.14-h74e7548_0\n","  libxslt            pkgs/main/linux-64::libxslt-1.1.35-h4e12654_0\n","  lxml               pkgs/main/linux-64::lxml-4.9.1-py39h1edc446_0\n","  lz4-c              pkgs/main/linux-64::lz4-c-1.9.4-h6a678d5_0\n","  markupsafe         pkgs/main/linux-64::markupsafe-2.1.1-py39h7f8727e_0\n","  matplotlib-inline  pkgs/main/linux-64::matplotlib-inline-0.1.6-py39h06a4308_0\n","  mistune            pkgs/main/linux-64::mistune-0.8.4-py39h27cfd23_1000\n","  nbclassic          pkgs/main/linux-64::nbclassic-0.4.8-py39h06a4308_0\n","  nbclient           pkgs/main/linux-64::nbclient-0.5.13-py39h06a4308_0\n","  nbconvert          pkgs/main/linux-64::nbconvert-6.5.4-py39h06a4308_0\n","  nbformat           pkgs/main/linux-64::nbformat-5.7.0-py39h06a4308_0\n","  nest-asyncio       pkgs/main/linux-64::nest-asyncio-1.5.5-py39h06a4308_0\n","  notebook           pkgs/main/linux-64::notebook-6.5.2-py39h06a4308_0\n","  notebook-shim      pkgs/main/linux-64::notebook-shim-0.2.2-py39h06a4308_0\n","  nspr               pkgs/main/linux-64::nspr-4.33-h295c915_0\n","  nss                pkgs/main/linux-64::nss-3.74-h0370c37_0\n","  packaging          pkgs/main/noarch::packaging-21.3-pyhd3eb1b0_0\n","  pandocfilters      pkgs/main/noarch::pandocfilters-1.5.0-pyhd3eb1b0_0\n","  parso              pkgs/main/noarch::parso-0.8.3-pyhd3eb1b0_0\n","  pcre               pkgs/main/linux-64::pcre-8.45-h295c915_0\n","  pexpect            pkgs/main/noarch::pexpect-4.8.0-pyhd3eb1b0_3\n","  pickleshare        pkgs/main/noarch::pickleshare-0.7.5-pyhd3eb1b0_1003\n","  pluggy             pkgs/main/linux-64::pluggy-1.0.0-py39h06a4308_1\n","  ply                pkgs/main/linux-64::ply-3.11-py39h06a4308_0\n","  prometheus_client  pkgs/main/linux-64::prometheus_client-0.14.1-py39h06a4308_0\n","  prompt-toolkit     pkgs/main/noarch::prompt-toolkit-3.0.20-pyhd3eb1b0_0\n","  prompt_toolkit     pkgs/main/noarch::prompt_toolkit-3.0.20-hd3eb1b0_0\n","  psutil             pkgs/main/linux-64::psutil-5.9.0-py39h5eee18b_0\n","  ptyprocess         pkgs/main/noarch::ptyprocess-0.7.0-pyhd3eb1b0_2\n","  pure_eval          pkgs/main/noarch::pure_eval-0.2.2-pyhd3eb1b0_0\n","  pygments           pkgs/main/noarch::pygments-2.11.2-pyhd3eb1b0_0\n","  pyparsing          pkgs/main/linux-64::pyparsing-3.0.9-py39h06a4308_0\n","  pyqt               pkgs/main/linux-64::pyqt-5.15.7-py39h6a678d5_1\n","  pyqt5-sip          pkgs/main/linux-64::pyqt5-sip-12.11.0-py39h6a678d5_1\n","  pyrsistent         pkgs/main/linux-64::pyrsistent-0.18.0-py39heee7806_0\n","  python-dateutil    pkgs/main/noarch::python-dateutil-2.8.2-pyhd3eb1b0_0\n","  python-fastjsonsc~ pkgs/main/linux-64::python-fastjsonschema-2.16.2-py39h06a4308_0\n","  pytz               pkgs/main/linux-64::pytz-2022.1-py39h06a4308_0\n","  pyzmq              pkgs/main/linux-64::pyzmq-23.2.0-py39h6a678d5_0\n","  qt-main            pkgs/main/linux-64::qt-main-5.15.2-h327a75a_7\n","  qt-webengine       pkgs/main/linux-64::qt-webengine-5.15.9-hd2b0992_4\n","  qtconsole          pkgs/main/linux-64::qtconsole-5.3.2-py39h06a4308_0\n","  qtpy               pkgs/main/linux-64::qtpy-2.2.0-py39h06a4308_0\n","  qtwebkit           pkgs/main/linux-64::qtwebkit-5.212-h4eab89a_4\n","  ruamel.yaml        pkgs/main/linux-64::ruamel.yaml-0.17.21-py39h5eee18b_0\n","  ruamel.yaml.clib   pkgs/main/linux-64::ruamel.yaml.clib-0.2.6-py39h5eee18b_1\n","  send2trash         pkgs/main/noarch::send2trash-1.8.0-pyhd3eb1b0_1\n","  sip                pkgs/main/linux-64::sip-6.6.2-py39h6a678d5_0\n","  sniffio            pkgs/main/linux-64::sniffio-1.2.0-py39h06a4308_1\n","  soupsieve          pkgs/main/linux-64::soupsieve-2.3.2.post1-py39h06a4308_0\n","  stack_data         pkgs/main/noarch::stack_data-0.2.0-pyhd3eb1b0_0\n","  terminado          pkgs/main/linux-64::terminado-0.13.1-py39h06a4308_0\n","  tinycss2           pkgs/main/linux-64::tinycss2-1.2.1-py39h06a4308_0\n","  toml               pkgs/main/noarch::toml-0.10.2-pyhd3eb1b0_0\n","  tomli              pkgs/main/linux-64::tomli-2.0.1-py39h06a4308_0\n","  toolz              pkgs/main/linux-64::toolz-0.12.0-py39h06a4308_0\n","  tornado            pkgs/main/linux-64::tornado-6.2-py39h5eee18b_0\n","  traitlets          pkgs/main/linux-64::traitlets-5.7.1-py39h06a4308_0\n","  typing-extensions  pkgs/main/linux-64::typing-extensions-4.4.0-py39h06a4308_0\n","  typing_extensions  pkgs/main/linux-64::typing_extensions-4.4.0-py39h06a4308_0\n","  wcwidth            pkgs/main/noarch::wcwidth-0.2.5-pyhd3eb1b0_0\n","  webencodings       pkgs/main/linux-64::webencodings-0.5.1-py39h06a4308_1\n","  websocket-client   pkgs/main/linux-64::websocket-client-0.58.0-py39h06a4308_4\n","  widgetsnbextension pkgs/main/linux-64::widgetsnbextension-3.5.2-py39h06a4308_0\n","  zeromq             pkgs/main/linux-64::zeromq-4.3.4-h2531618_0\n","  zipp               pkgs/main/linux-64::zipp-3.8.0-py39h06a4308_0\n","  zstd               pkgs/main/linux-64::zstd-1.5.2-ha4553b6_0\n","\n","The following packages will be UPDATED:\n","\n","  ca-certificates                      2020.12.8-h06a4308_0 --> 2022.10.11-h06a4308_0\n","  certifi                          2020.12.5-py39h06a4308_0 --> 2022.9.24-py39h06a4308_0\n","  conda                                4.9.2-py39h06a4308_0 --> 22.11.1-py39h06a4308_4\n","  libedit                           3.1.20191231-h14c3975_1 --> 3.1.20221030-h5eee18b_0\n","  libgcc-ng                                9.1.0-hdf63c60_0 --> 11.2.0-h1234567_1\n","  libstdcxx-ng                             9.1.0-hdf63c60_0 --> 11.2.0-h1234567_1\n","  ncurses                                    6.2-he6710b0_1 --> 6.3-h5eee18b_3\n","  openssl                                 1.1.1i-h27cfd23_0 --> 1.1.1s-h7f8727e_0\n","  sqlite                                  3.33.0-h62c20be_0 --> 3.40.0-h5082296_0\n","  zlib                                    1.2.11-h7b6447c_3 --> 1.2.13-h5eee18b_0\n","\n","\n","Preparing transaction: ...working... done\n","Verifying transaction: ...working... done\n","Executing transaction: ...working... done\n","Collecting package metadata (current_repodata.json): ...working... done\n","Solving environment: ...working... done\n","\n","## Package Plan ##\n","\n","  environment location: /usr/local\n","\n","  added / updated specs:\n","    - google-colab\n","\n","\n","The following packages will be downloaded:\n","\n","    package                    |            build\n","    ---------------------------|-----------------\n","    aiohttp-3.8.1              |   py39hb9d737c_1         565 KB  conda-forge\n","    aiosignal-1.3.1            |     pyhd8ed1ab_0          12 KB  conda-forge\n","    async-timeout-4.0.2        |     pyhd8ed1ab_0           9 KB  conda-forge\n","    ca-certificates-2022.12.7  |       ha878542_0         143 KB  conda-forge\n","    cachetools-5.2.0           |     pyhd8ed1ab_0          13 KB  conda-forge\n","    certifi-2022.12.7          |     pyhd8ed1ab_0         147 KB  conda-forge\n","    charset-normalizer-2.1.1   |     pyhd8ed1ab_0          36 KB  conda-forge\n","    conda-22.11.1              |   py39hf3d152e_1         904 KB  conda-forge\n","    frozenlist-1.3.3           |   py39h5eee18b_0          45 KB\n","    google-auth-2.15.0         |     pyh1a96a4e_0          95 KB  conda-forge\n","    google-colab-1.0.0         |     pyh44b312d_0          77 KB  conda-forge\n","    libblas-3.9.0              |15_linux64_openblas          12 KB  conda-forge\n","    libcblas-3.9.0             |15_linux64_openblas          12 KB  conda-forge\n","    libgfortran-ng-12.2.0      |      h69a702a_19          22 KB  conda-forge\n","    libgfortran5-12.2.0        |      h337968e_19         1.8 MB  conda-forge\n","    liblapack-3.9.0            |15_linux64_openblas          12 KB  conda-forge\n","    libopenblas-0.3.20         |pthreads_h78a6416_0        10.1 MB  conda-forge\n","    multidict-6.0.2            |   py39hb9d737c_1          51 KB  conda-forge\n","    numpy-1.22.3               |   py39hc58783e_2         6.8 MB  conda-forge\n","    pandas-1.2.3               |   py39hde0f152_0        12.1 MB  conda-forge\n","    portpicker-1.5.2           |     pyhd8ed1ab_0          17 KB  conda-forge\n","    pyasn1-0.4.8               |             py_0          53 KB  conda-forge\n","    pyasn1-modules-0.2.7       |             py_0          60 KB  conda-forge\n","    python_abi-3.9             |           2_cp39           4 KB  conda-forge\n","    pyu2f-0.1.5                |     pyhd8ed1ab_0          31 KB  conda-forge\n","    rsa-4.9                    |     pyhd8ed1ab_0          29 KB  conda-forge\n","    yarl-1.7.2                 |   py39hb9d737c_2         132 KB  conda-forge\n","    ------------------------------------------------------------\n","                                           Total:        33.1 MB\n","\n","The following NEW packages will be INSTALLED:\n","\n","  aiohttp            conda-forge/linux-64::aiohttp-3.8.1-py39hb9d737c_1 \n","  aiosignal          conda-forge/noarch::aiosignal-1.3.1-pyhd8ed1ab_0 \n","  async-timeout      conda-forge/noarch::async-timeout-4.0.2-pyhd8ed1ab_0 \n","  cachetools         conda-forge/noarch::cachetools-5.2.0-pyhd8ed1ab_0 \n","  charset-normalizer conda-forge/noarch::charset-normalizer-2.1.1-pyhd8ed1ab_0 \n","  frozenlist         pkgs/main/linux-64::frozenlist-1.3.3-py39h5eee18b_0 \n","  google-auth        conda-forge/noarch::google-auth-2.15.0-pyh1a96a4e_0 \n","  google-colab       conda-forge/noarch::google-colab-1.0.0-pyh44b312d_0 \n","  libblas            conda-forge/linux-64::libblas-3.9.0-15_linux64_openblas \n","  libcblas           conda-forge/linux-64::libcblas-3.9.0-15_linux64_openblas \n","  libgfortran-ng     conda-forge/linux-64::libgfortran-ng-12.2.0-h69a702a_19 \n","  libgfortran5       conda-forge/linux-64::libgfortran5-12.2.0-h337968e_19 \n","  liblapack          conda-forge/linux-64::liblapack-3.9.0-15_linux64_openblas \n","  libopenblas        conda-forge/linux-64::libopenblas-0.3.20-pthreads_h78a6416_0 \n","  multidict          conda-forge/linux-64::multidict-6.0.2-py39hb9d737c_1 \n","  numpy              conda-forge/linux-64::numpy-1.22.3-py39hc58783e_2 \n","  pandas             conda-forge/linux-64::pandas-1.2.3-py39hde0f152_0 \n","  portpicker         conda-forge/noarch::portpicker-1.5.2-pyhd8ed1ab_0 \n","  pyasn1             conda-forge/noarch::pyasn1-0.4.8-py_0 \n","  pyasn1-modules     conda-forge/noarch::pyasn1-modules-0.2.7-py_0 \n","  python_abi         conda-forge/linux-64::python_abi-3.9-2_cp39 \n","  pyu2f              conda-forge/noarch::pyu2f-0.1.5-pyhd8ed1ab_0 \n","  rsa                conda-forge/noarch::rsa-4.9-pyhd8ed1ab_0 \n","  yarl               conda-forge/linux-64::yarl-1.7.2-py39hb9d737c_2 \n","\n","The following packages will be UPDATED:\n","\n","  ca-certificates    pkgs/main::ca-certificates-2022.10.11~ --> conda-forge::ca-certificates-2022.12.7-ha878542_0 \n","  certifi            pkgs/main/linux-64::certifi-2022.9.24~ --> conda-forge/noarch::certifi-2022.12.7-pyhd8ed1ab_0 \n","\n","The following packages will be SUPERSEDED by a higher-priority channel:\n","\n","  conda              pkgs/main::conda-22.11.1-py39h06a4308~ --> conda-forge::conda-22.11.1-py39hf3d152e_1 \n","\n","\n","Preparing transaction: ...working... done\n","Verifying transaction: ...working... done\n","Executing transaction: ...working... done\n","Installed kernelspec py39 in /root/.local/share/jupyter/kernels/py39\n"]}],"source":["!wget -O mini.sh https://repo.anaconda.com/miniconda/Miniconda3-py39_4.9.2-Linux-x86_64.sh\n","!chmod +x mini.sh\n","!bash ./mini.sh -b -f -p /usr/local\n","!conda install -q -y jupyter\n","!conda install -q -y google-colab -c conda-forge\n","!python -m ipykernel install --name \"py39\" --user"]},{"cell_type":"code","execution_count":4,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":194951,"status":"ok","timestamp":1671494053444,"user":{"displayName":"Mikołaj Krzymiński","userId":"01535337980860424008"},"user_tz":-60},"id":"wvVcJ-ftJ9Mr","outputId":"a7af336d-e882-4beb-81e6-89e7e42fbdef"},"outputs":[{"name":"stdout","output_type":"stream","text":["Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n","Collecting en_core_web_sm\n","  Downloading https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-2.3.1/en_core_web_sm-2.3.1.tar.gz (12.0 MB)\n","\u001b[K     |████████████████████████████████| 12.0 MB 4.9 MB/s \n","\u001b[?25hCollecting overrides==3.1.0\n","  Downloading overrides-3.1.0.tar.gz (11 kB)\n","Collecting pandas==1.2.4\n","  Downloading pandas-1.2.4-cp39-cp39-manylinux1_x86_64.whl (9.7 MB)\n","\u001b[K     |████████████████████████████████| 9.7 MB 4.5 MB/s \n","\u001b[?25hRequirement already satisfied: numpy>=1.16.5 in /usr/local/lib/python3.9/site-packages (from pandas==1.2.4->-r ./src/requirements.txt (line 1)) (1.22.3)\n","Requirement already satisfied: pytz>=2017.3 in /usr/local/lib/python3.9/site-packages (from pandas==1.2.4->-r ./src/requirements.txt (line 1)) (2022.1)\n","Requirement already satisfied: python-dateutil>=2.7.3 in /usr/local/lib/python3.9/site-packages (from pandas==1.2.4->-r ./src/requirements.txt (line 1)) (2.8.2)\n","Collecting pytorch-crf==0.7.2\n","  Downloading pytorch_crf-0.7.2-py3-none-any.whl (9.5 kB)\n","Collecting spacy==2.3.5\n","  Downloading spacy-2.3.5-cp39-cp39-manylinux2014_x86_64.whl (10.3 MB)\n","\u001b[K     |████████████████████████████████| 10.3 MB 64.1 MB/s \n","\u001b[?25hRequirement already satisfied: setuptools in /usr/local/lib/python3.9/site-packages (from spacy==2.3.5->-r ./src/requirements.txt (line 2)) (51.0.0.post20201207)\n","Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.9/site-packages (from spacy==2.3.5->-r ./src/requirements.txt (line 2)) (2.25.0)\n","Requirement already satisfied: numpy>=1.16.5 in /usr/local/lib/python3.9/site-packages (from pandas==1.2.4->-r ./src/requirements.txt (line 1)) (1.22.3)\n","Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /usr/local/lib/python3.9/site-packages (from spacy==2.3.5->-r ./src/requirements.txt (line 2)) (4.54.1)\n","Collecting tensorboard>=2.4\n","  Downloading tensorboard-2.11.0-py3-none-any.whl (6.0 MB)\n","\u001b[K     |████████████████████████████████| 6.0 MB 64.9 MB/s \n","\u001b[?25hRequirement already satisfied: wheel>=0.26 in /usr/local/lib/python3.9/site-packages (from tensorboard>=2.4->-r ./src/requirements.txt (line 8)) (0.36.1)\n","Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.9/site-packages (from spacy==2.3.5->-r ./src/requirements.txt (line 2)) (2.25.0)\n","Requirement already satisfied: setuptools in /usr/local/lib/python3.9/site-packages (from spacy==2.3.5->-r ./src/requirements.txt (line 2)) (51.0.0.post20201207)\n","Requirement already satisfied: google-auth<3,>=1.6.3 in /usr/local/lib/python3.9/site-packages (from tensorboard>=2.4->-r ./src/requirements.txt (line 8)) (2.15.0)\n","Requirement already satisfied: numpy>=1.16.5 in /usr/local/lib/python3.9/site-packages (from pandas==1.2.4->-r ./src/requirements.txt (line 1)) (1.22.3)\n","Collecting tensorboardX==2.1\n","  Downloading tensorboardX-2.1-py2.py3-none-any.whl (308 kB)\n","\u001b[K     |████████████████████████████████| 308 kB 67.2 MB/s \n","\u001b[?25hRequirement already satisfied: six in /usr/local/lib/python3.9/site-packages (from tensorboardX==2.1->-r ./src/requirements.txt (line 6)) (1.15.0)\n","Requirement already satisfied: numpy>=1.16.5 in /usr/local/lib/python3.9/site-packages (from pandas==1.2.4->-r ./src/requirements.txt (line 1)) (1.22.3)\n","Collecting torch>=1.7.1\n","  Downloading torch-1.13.1-cp39-cp39-manylinux1_x86_64.whl (887.4 MB)\n","\u001b[K     |██████████████████████████████  | 834.1 MB 1.5 MB/s eta 0:00:37tcmalloc: large alloc 1147494400 bytes == 0x55a05534a000 @  0x7f01f16fc615 0x559ff0b66226 0x559ff0bcd322 0x559ff0bcd46b 0x559ff0bcd4c9 0x559ff0bba883 0x559ff0b1ef88 0x559ff0bc904d 0x559ff0b1efc1 0x559ff0bc904d 0x559ff0b1f4fe 0x559ff0c612f5 0x559ff0bf1f07 0x559ff0c612f5 0x559ff0bf1f07 0x559ff0c612f5 0x559ff0bf1f07 0x559ff0bcf8f9 0x559ff0bcfcaa 0x559ff0bcfdc6 0x559ff0b6b69f 0x559ff0bf18b6 0x559ff0bc782a 0x559ff0bc8357 0x559ff0b1f4fe 0x559ff0bc782a 0x559ff0bc8357 0x559ff0b1f0f8 0x559ff0bc8603 0x559ff0b1ef88 0x559ff0bc904d\n","\u001b[K     |████████████████████████████████| 887.4 MB 13 kB/s \n","\u001b[?25hRequirement already satisfied: typing-extensions in /usr/local/lib/python3.9/site-packages (from torch>=1.7.1->-r ./src/requirements.txt (line 7)) (4.4.0)\n","Collecting transformers>=4.6.1\n","  Downloading transformers-4.25.1-py3-none-any.whl (5.8 MB)\n","\u001b[K     |████████████████████████████████| 5.8 MB 58.0 MB/s \n","\u001b[?25hRequirement already satisfied: numpy>=1.16.5 in /usr/local/lib/python3.9/site-packages (from pandas==1.2.4->-r ./src/requirements.txt (line 1)) (1.22.3)\n","Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.9/site-packages (from spacy==2.3.5->-r ./src/requirements.txt (line 2)) (2.25.0)\n","Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /usr/local/lib/python3.9/site-packages (from spacy==2.3.5->-r ./src/requirements.txt (line 2)) (4.54.1)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.9/site-packages (from transformers>=4.6.1->-r ./src/requirements.txt (line 9)) (21.3)\n","Collecting absl-py>=0.4\n","  Downloading absl_py-1.3.0-py3-none-any.whl (124 kB)\n","\u001b[K     |████████████████████████████████| 124 kB 42.1 MB/s \n","\u001b[?25hCollecting blis<0.8.0,>=0.4.0\n","  Downloading blis-0.7.9-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (10.2 MB)\n","\u001b[K     |████████████████████████████████| 10.2 MB 63.2 MB/s \n","\u001b[?25hRequirement already satisfied: numpy>=1.16.5 in /usr/local/lib/python3.9/site-packages (from pandas==1.2.4->-r ./src/requirements.txt (line 1)) (1.22.3)\n","Collecting catalogue<1.1.0,>=0.0.7\n","  Downloading catalogue-1.0.2-py2.py3-none-any.whl (16 kB)\n","Collecting cymem<2.1.0,>=2.0.2\n","  Downloading cymem-2.0.7-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (35 kB)\n","Collecting filelock\n","  Downloading filelock-3.8.2-py3-none-any.whl (10 kB)\n","Requirement already satisfied: cachetools<6.0,>=2.0.0 in /usr/local/lib/python3.9/site-packages (from google-auth<3,>=1.6.3->tensorboard>=2.4->-r ./src/requirements.txt (line 8)) (5.2.0)\n","Requirement already satisfied: six in /usr/local/lib/python3.9/site-packages (from tensorboardX==2.1->-r ./src/requirements.txt (line 6)) (1.15.0)\n","Requirement already satisfied: rsa<5,>=3.1.4 in /usr/local/lib/python3.9/site-packages (from google-auth<3,>=1.6.3->tensorboard>=2.4->-r ./src/requirements.txt (line 8)) (4.9)\n","Requirement already satisfied: pyasn1-modules>=0.2.1 in /usr/local/lib/python3.9/site-packages (from google-auth<3,>=1.6.3->tensorboard>=2.4->-r ./src/requirements.txt (line 8)) (0.2.7)\n","Collecting google-auth-oauthlib<0.5,>=0.4.1\n","  Downloading google_auth_oauthlib-0.4.6-py2.py3-none-any.whl (18 kB)\n","Requirement already satisfied: google-auth<3,>=1.6.3 in /usr/local/lib/python3.9/site-packages (from tensorboard>=2.4->-r ./src/requirements.txt (line 8)) (2.15.0)\n","Collecting grpcio>=1.24.3\n","  Downloading grpcio-1.51.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.8 MB)\n","\u001b[K     |████████████████████████████████| 4.8 MB 69.1 MB/s \n","\u001b[?25hCollecting huggingface-hub<1.0,>=0.10.0\n","  Downloading huggingface_hub-0.11.1-py3-none-any.whl (182 kB)\n","\u001b[K     |████████████████████████████████| 182 kB 70.7 MB/s \n","\u001b[?25hRequirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.9/site-packages (from transformers>=4.6.1->-r ./src/requirements.txt (line 9)) (21.3)\n","Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.9/site-packages (from spacy==2.3.5->-r ./src/requirements.txt (line 2)) (2.25.0)\n","Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /usr/local/lib/python3.9/site-packages (from spacy==2.3.5->-r ./src/requirements.txt (line 2)) (4.54.1)\n","Requirement already satisfied: typing-extensions in /usr/local/lib/python3.9/site-packages (from torch>=1.7.1->-r ./src/requirements.txt (line 7)) (4.4.0)\n","Collecting markdown>=2.6.8\n","  Downloading Markdown-3.4.1-py3-none-any.whl (93 kB)\n","\u001b[K     |████████████████████████████████| 93 kB 1.9 MB/s \n","\u001b[?25hRequirement already satisfied: importlib-metadata>=4.4 in /usr/local/lib/python3.9/site-packages (from markdown>=2.6.8->tensorboard>=2.4->-r ./src/requirements.txt (line 8)) (4.11.3)\n","Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.9/site-packages (from importlib-metadata>=4.4->markdown>=2.6.8->tensorboard>=2.4->-r ./src/requirements.txt (line 8)) (3.8.0)\n","Collecting murmurhash<1.1.0,>=0.28.0\n","  Downloading murmurhash-1.0.9-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (21 kB)\n","Collecting nvidia-cublas-cu11==11.10.3.66\n","  Downloading nvidia_cublas_cu11-11.10.3.66-py3-none-manylinux1_x86_64.whl (317.1 MB)\n","\u001b[K     |████████████████████████████████| 317.1 MB 32 kB/s \n","\u001b[?25hRequirement already satisfied: wheel>=0.26 in /usr/local/lib/python3.9/site-packages (from tensorboard>=2.4->-r ./src/requirements.txt (line 8)) (0.36.1)\n","Requirement already satisfied: setuptools in /usr/local/lib/python3.9/site-packages (from spacy==2.3.5->-r ./src/requirements.txt (line 2)) (51.0.0.post20201207)\n","Collecting nvidia-cuda-nvrtc-cu11==11.7.99\n","  Downloading nvidia_cuda_nvrtc_cu11-11.7.99-2-py3-none-manylinux1_x86_64.whl (21.0 MB)\n","\u001b[K     |████████████████████████████████| 21.0 MB 1.2 MB/s \n","\u001b[?25hCollecting nvidia-cuda-runtime-cu11==11.7.99\n","  Downloading nvidia_cuda_runtime_cu11-11.7.99-py3-none-manylinux1_x86_64.whl (849 kB)\n","\u001b[K     |████████████████████████████████| 849 kB 77.2 MB/s \n","\u001b[?25hRequirement already satisfied: wheel>=0.26 in /usr/local/lib/python3.9/site-packages (from tensorboard>=2.4->-r ./src/requirements.txt (line 8)) (0.36.1)\n","Requirement already satisfied: setuptools in /usr/local/lib/python3.9/site-packages (from spacy==2.3.5->-r ./src/requirements.txt (line 2)) (51.0.0.post20201207)\n","Collecting nvidia-cudnn-cu11==8.5.0.96\n","  Downloading nvidia_cudnn_cu11-8.5.0.96-2-py3-none-manylinux1_x86_64.whl (557.1 MB)\n","\u001b[K     |████████████████████████████████| 557.1 MB 11 kB/s \n","\u001b[?25hRequirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.9/site-packages (from packaging>=20.0->transformers>=4.6.1->-r ./src/requirements.txt (line 9)) (3.0.9)\n","Collecting plac<1.2.0,>=0.9.6\n","  Downloading plac-1.1.3-py2.py3-none-any.whl (20 kB)\n","Collecting preshed<3.1.0,>=3.0.2\n","  Downloading preshed-3.0.8-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (128 kB)\n","\u001b[K     |████████████████████████████████| 128 kB 76.2 MB/s \n","\u001b[?25hCollecting protobuf<4,>=3.9.2\n","  Downloading protobuf-3.20.3-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.whl (1.0 MB)\n","\u001b[K     |████████████████████████████████| 1.0 MB 62.5 MB/s \n","\u001b[?25hRequirement already satisfied: pyasn1<0.5.0,>=0.4.6 in /usr/local/lib/python3.9/site-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard>=2.4->-r ./src/requirements.txt (line 8)) (0.4.8)\n","Requirement already satisfied: six in /usr/local/lib/python3.9/site-packages (from tensorboardX==2.1->-r ./src/requirements.txt (line 6)) (1.15.0)\n","Collecting pyyaml>=5.1\n","  Downloading PyYAML-6.0-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (661 kB)\n","\u001b[K     |████████████████████████████████| 661 kB 64.9 MB/s \n","\u001b[?25hCollecting regex!=2019.12.17\n","  Downloading regex-2022.10.31-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (769 kB)\n","\u001b[K     |████████████████████████████████| 769 kB 61.3 MB/s \n","\u001b[?25hRequirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy==2.3.5->-r ./src/requirements.txt (line 2)) (3.0.4)\n","Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy==2.3.5->-r ./src/requirements.txt (line 2)) (2.10)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy==2.3.5->-r ./src/requirements.txt (line 2)) (2022.12.7)\n","Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy==2.3.5->-r ./src/requirements.txt (line 2)) (1.25.11)\n","Collecting requests-oauthlib>=0.7.0\n","  Downloading requests_oauthlib-1.3.1-py2.py3-none-any.whl (23 kB)\n","Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.9/site-packages (from spacy==2.3.5->-r ./src/requirements.txt (line 2)) (2.25.0)\n","Collecting oauthlib>=3.0.0\n","  Downloading oauthlib-3.2.2-py3-none-any.whl (151 kB)\n","\u001b[K     |████████████████████████████████| 151 kB 72.9 MB/s \n","\u001b[?25hRequirement already satisfied: pyasn1<0.5.0,>=0.4.6 in /usr/local/lib/python3.9/site-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard>=2.4->-r ./src/requirements.txt (line 8)) (0.4.8)\n","Collecting srsly<1.1.0,>=1.0.2\n","  Downloading srsly-1.0.6-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (209 kB)\n","\u001b[K     |████████████████████████████████| 209 kB 75.4 MB/s \n","\u001b[?25hCollecting tensorboard-data-server<0.7.0,>=0.6.0\n","  Downloading tensorboard_data_server-0.6.1-py3-none-manylinux2010_x86_64.whl (4.9 MB)\n","\u001b[K     |████████████████████████████████| 4.9 MB 50.9 MB/s \n","\u001b[?25hCollecting tensorboard-plugin-wit>=1.6.0\n","  Downloading tensorboard_plugin_wit-1.8.1-py3-none-any.whl (781 kB)\n","\u001b[K     |████████████████████████████████| 781 kB 63.7 MB/s \n","\u001b[?25hCollecting thinc<7.5.0,>=7.4.1\n","  Downloading thinc-7.4.6-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.1 MB)\n","\u001b[K     |████████████████████████████████| 1.1 MB 61.9 MB/s \n","\u001b[?25hRequirement already satisfied: tqdm<5.0.0,>=4.38.0 in /usr/local/lib/python3.9/site-packages (from spacy==2.3.5->-r ./src/requirements.txt (line 2)) (4.54.1)\n","Requirement already satisfied: numpy>=1.16.5 in /usr/local/lib/python3.9/site-packages (from pandas==1.2.4->-r ./src/requirements.txt (line 1)) (1.22.3)\n","Collecting tokenizers!=0.11.3,<0.14,>=0.11.1\n","  Downloading tokenizers-0.13.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.6 MB)\n","\u001b[K     |████████████████████████████████| 7.6 MB 55.7 MB/s \n","\u001b[?25hCollecting wasabi<1.1.0,>=0.4.0\n","  Downloading wasabi-0.10.1-py3-none-any.whl (26 kB)\n","Collecting werkzeug>=1.0.1\n","  Downloading Werkzeug-2.2.2-py3-none-any.whl (232 kB)\n","\u001b[K     |████████████████████████████████| 232 kB 73.6 MB/s \n","\u001b[?25hRequirement already satisfied: MarkupSafe>=2.1.1 in /usr/local/lib/python3.9/site-packages (from werkzeug>=1.0.1->tensorboard>=2.4->-r ./src/requirements.txt (line 8)) (2.1.1)\n","Building wheels for collected packages: en-core-web-sm, overrides\n","  Building wheel for en-core-web-sm (setup.py) ... \u001b[?25l\u001b[?25hdone\n","  Created wheel for en-core-web-sm: filename=en_core_web_sm-2.3.1-py3-none-any.whl size=12047107 sha256=19466519d049944b18f99c457b2a0f157c00b3e1ea869289bc6a4431665de650\n","  Stored in directory: /root/.cache/pip/wheels/19/d6/1c/5484b95647df5d7afaf74abde458c66c1cd427e69e801fe826\n","  Building wheel for overrides (setup.py) ... \u001b[?25l\u001b[?25hdone\n","  Created wheel for overrides: filename=overrides-3.1.0-py3-none-any.whl size=10174 sha256=7e73fa98f72561a9ab69fbde0dd03ce1a28aded313b227e2eb71d099669a9259\n","  Stored in directory: /root/.cache/pip/wheels/7d/11/0e/73fdcb3d71d97e33c230900efe85923ee9d49515d050503174\n","Successfully built en-core-web-sm overrides\n","Installing collected packages: murmurhash, cymem, wasabi, srsly, preshed, plac, oauthlib, catalogue, blis, thinc, requests-oauthlib, pyyaml, nvidia-cublas-cu11, filelock, werkzeug, tokenizers, tensorboard-plugin-wit, tensorboard-data-server, spacy, regex, protobuf, nvidia-cudnn-cu11, nvidia-cuda-runtime-cu11, nvidia-cuda-nvrtc-cu11, markdown, huggingface-hub, grpcio, google-auth-oauthlib, absl-py, transformers, torch, tensorboardX, tensorboard, pytorch-crf, pandas, overrides, en-core-web-sm\n","  Attempting uninstall: pandas\n","    Found existing installation: pandas 1.2.3\n","    Uninstalling pandas-1.2.3:\n","      Successfully uninstalled pandas-1.2.3\n","Successfully installed absl-py-1.3.0 blis-0.7.9 catalogue-1.0.2 cymem-2.0.7 en-core-web-sm-2.3.1 filelock-3.8.2 google-auth-oauthlib-0.4.6 grpcio-1.51.1 huggingface-hub-0.11.1 markdown-3.4.1 murmurhash-1.0.9 nvidia-cublas-cu11-11.10.3.66 nvidia-cuda-nvrtc-cu11-11.7.99 nvidia-cuda-runtime-cu11-11.7.99 nvidia-cudnn-cu11-8.5.0.96 oauthlib-3.2.2 overrides-3.1.0 pandas-1.2.4 plac-1.1.3 preshed-3.0.8 protobuf-3.20.3 pytorch-crf-0.7.2 pyyaml-6.0 regex-2022.10.31 requests-oauthlib-1.3.1 spacy-2.3.5 srsly-1.0.6 tensorboard-2.11.0 tensorboard-data-server-0.6.1 tensorboard-plugin-wit-1.8.1 tensorboardX-2.1 thinc-7.4.6 tokenizers-0.13.2 torch-1.13.1 transformers-4.25.1 wasabi-0.10.1 werkzeug-2.2.2\n","Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n","Collecting en_core_web_sm==2.3.1\n","  Downloading https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-2.3.1/en_core_web_sm-2.3.1.tar.gz (12.0 MB)\n","\u001b[K     |████████████████████████████████| 12.0 MB 4.8 MB/s \n","\u001b[?25hRequirement already satisfied: spacy<2.4.0,>=2.3.0 in /usr/local/lib/python3.9/site-packages (from en_core_web_sm==2.3.1) (2.3.5)\n","Requirement already satisfied: blis<0.8.0,>=0.4.0 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (0.7.9)\n","Requirement already satisfied: thinc<7.5.0,>=7.4.1 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (7.4.6)\n","Requirement already satisfied: wasabi<1.1.0,>=0.4.0 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (0.10.1)\n","Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (2.0.7)\n","Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (4.54.1)\n","Requirement already satisfied: plac<1.2.0,>=0.9.6 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (1.1.3)\n","Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (3.0.8)\n","Requirement already satisfied: srsly<1.1.0,>=1.0.2 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (1.0.6)\n","Requirement already satisfied: setuptools in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (51.0.0.post20201207)\n","Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (1.0.9)\n","Requirement already satisfied: catalogue<1.1.0,>=0.0.7 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (1.0.2)\n","Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (2.25.0)\n","Requirement already satisfied: numpy>=1.15.0 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (1.22.3)\n","Requirement already satisfied: numpy>=1.15.0 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (1.22.3)\n","Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (2.0.7)\n","Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (1.0.9)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (2022.12.7)\n","Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (1.25.11)\n","Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (2.10)\n","Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.9/site-packages (from requests<3.0.0,>=2.13.0->spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (3.0.4)\n","Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (3.0.8)\n","Requirement already satisfied: blis<0.8.0,>=0.4.0 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (0.7.9)\n","Requirement already satisfied: wasabi<1.1.0,>=0.4.0 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (0.10.1)\n","Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (4.54.1)\n","Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (2.0.7)\n","Requirement already satisfied: srsly<1.1.0,>=1.0.2 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (1.0.6)\n","Requirement already satisfied: plac<1.2.0,>=0.9.6 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (1.1.3)\n","Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (1.0.9)\n","Requirement already satisfied: catalogue<1.1.0,>=0.0.7 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (1.0.2)\n","Requirement already satisfied: numpy>=1.15.0 in /usr/local/lib/python3.9/site-packages (from spacy<2.4.0,>=2.3.0->en_core_web_sm==2.3.1) (1.22.3)\n","\u001b[38;5;2m✔ Download and installation successful\u001b[0m\n","You can now load the model via spacy.load('en_core_web_sm')\n"]}],"source":["# Install all the dependencies:\n","! pip install -r ./src/requirements.txt\n","# Install the spacy dictionary \n","! python -m spacy download en_core_web_sm"]},{"cell_type":"code","execution_count":5,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":200,"status":"ok","timestamp":1671494159073,"user":{"displayName":"Mikołaj Krzymiński","userId":"01535337980860424008"},"user_tz":-60},"id":"AJPYKjFsVczW","outputId":"d66d3fb7-63f8-422d-9861-327c98bfa7c9"},"outputs":[{"name":"stdout","output_type":"stream","text":["Python 3.9.1\n"]}],"source":["!python --version"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":244,"status":"ok","timestamp":1671451572774,"user":{"displayName":"Mikołaj Krzymiński","userId":"01535337980860424008"},"user_tz":-60},"id":"FOTjD9F6-dvl","outputId":"269c9b26-efdf-4b85-ef42-c9468acf1404"},"outputs":[{"name":"stdout","output_type":"stream","text":["[Errno 2] No such file or directory: 'CookDial'\n","/content/CookDial\n"]}],"source":["# %cd CookDial"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"KhP3bN3MRxp7"},"outputs":[],"source":["# !mkdir data/processed\n","# !touch data/processed/preprocess.log"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":653826,"status":"ok","timestamp":1671452326188,"user":{"displayName":"Mikołaj Krzymiński","userId":"01535337980860424008"},"user_tz":-60},"id":"pQW06np5K0Yz","outputId":"b90655ae-c374-4e9f-b0f0-70a0125ad039"},"outputs":[{"name":"stdout","output_type":"stream","text":["File white list: ['000', '001', '002', '003', '004', '005', '006', '007', '008', '009', '010', '011', '012', '013', '014', '015', '016', '017', '018', '019', '020', '021', '022', '023', '024', '025', '026', '027', '028', '029', '030', '031', '032', '033', '034', '035', '036', '037', '038', '039', '040', '041', '042', '043', '044', '045', '046', '047', '048', '049', '050', '051', '052', '053', '054', '055', '056', '057', '058', '059', '060', '061', '062', '063', '064', '065', '066', '067', '068', '069', '070', '071', '072', '073', '074', '075', '076', '077', '078', '079', '080', '081', '082', '083', '084', '085', '086', '087', '088', '089', '090', '091', '092', '093', '094', '095', '096', '097', '098', '099', '100', '101', '102', '103', '104', '105', '106', '107', '108', '109', '110', '111', '112', '113', '114', '115', '116', '117', '118', '119', '120', '121', '122', '123', '124', '125', '126', '127', '128', '129', '130', '131', '132', '133', '134', '135', '136', '137', '138', '139', '140', '141', '142', '143', '144', '145', '146', '147', '148', '149', '150', '151', '152', '153', '154', '155', '156', '157', '158', '159', '160', '161', '162', '163', '164', '165', '166', '167', '168', '169', '170', '171', '172', '173', '174', '175', '176', '177', '178', '179', '180', '181', '182', '183', '184', '185', '186', '187', '188', '189', '190', '191', '192', '193', '194', '195', '196', '197', '198', '199', '200', '201', '202', '203', '204', '205', '206', '207', '208', '209', '210', '211', '212', '213', '214', '215', '216', '217', '218', '219', '220', '221', '222', '223', '224', '225', '226', '227', '228', '229', '230', '231', '232', '233', '234', '235', '236', '237', '238', '239', '240', '241', '242', '243', '244', '245', '246', '247', '248', '249', '250', '251', '252', '253', '254', '255', '256', '257', '258', '259']\n","File black list: {}\n","**********Preprocess starts***********\n","\n","Collate dialogue and recipe files\n","Start to shift agent action frames to user utterances...\n","\tFinish shifting agent action frames\n","Start to shift agent acts...\n","\tFinish shifting agent acts to user utterances.\n","Start to parse intents of user utterances...\n","\tFinish parsing intents\n","Start to add history (window=10) to each utterance...\n","\tFinish adding history.\n","Start to tokenize utterance (and history)...\n","\tFinish tokenization.\n","Build vocabularies from dialogues...\n","\tFinish building vocabs from dialogues: ['words', 'agent_acts', 'intent', 'section']\n","Recipe 009 has more than 512 tokens.\n","Recipe 160 has more than 512 tokens.\n","Build vocabularies from recipes...\n","\tFinish building vocabs from recipes.\n","\tVocab size: 2987\n","  There are multiple matches for span \"pan\"\n","  There are multiple matches for span \"bag\"\n","  There are multiple matches for span \"the pan\"\n","  There are multiple matches for span \"the pan\"\n","  There are multiple matches for span \"the foil\"\n","  There are multiple matches for span \"the foil\"\n","  There are multiple matches for span \"foil\"\n","  There are multiple matches for span \"foil\"\n","Start to integrate recipes into dialogues...\n","\tIntegrating recipes is done.\n","Start converting func-args to full_set pointer sequence...\n","/content/CookDial/src/scripts/preprocess.py:1162: DeprecationWarning: `np.int` is a deprecated alias for the builtin `int`. To silence this warning, use `int` by itself. Doing this will not modify any behavior and is safe. When replacing `np.int`, you may wish to use e.g. `np.int64` or `np.int32` to specify the precision. If you wish to review your current use, check the release note link for additional information.\n","Deprecated in NumPy 1.20; for more details and guidance: https://numpy.org/devdocs/release/1.20.0-notes.html#deprecations\n","  gold_full_set_pointer_seq = np.zeros((SLOT_MATRIX_ROWS), dtype=np.int)\n","\tFinish full_set pointer sequence conversion.\n","Start to shift agent action frame args to user utterances...\n","\tFinish shifting agent action frame args\n","All data is merged into one file /content/CookDial/data/processed/dialog/cookdial_dialog_merged.json\n","**********Preprocess is finished. Elapsed time: 10.81 min**********\n"]}],"source":["! python src/scripts/preprocess.py -c \"./vocab_config.json\" --lowercase \"True\""]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":200,"status":"ok","timestamp":1671401517435,"user":{"displayName":"Mikołaj Krzymiński","userId":"01535337980860424008"},"user_tz":-60},"id":"Y0JhVnR9SdNm","outputId":"df022e34-f889-45d9-f3c6-57d4590a6874"},"outputs":[{"name":"stdout","output_type":"stream","text":["/content/CookDial/src\n"]}],"source":["%cd content/CookDial/src"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":216,"status":"ok","timestamp":1671401543987,"user":{"displayName":"Mikołaj Krzymiński","userId":"01535337980860424008"},"user_tz":-60},"id":"hdgeo7laQ3DM","outputId":"789d1145-412c-46e5-9249-bdf48e5fff5f"},"outputs":[{"name":"stdout","output_type":"stream","text":["config_agent_task.json\tlogger\t\t requirements.txt  utils\n","config_gene_task.json\tmetrics\t\t scripts\t   vocab_config.json\n","config_user_task.json\tmodels\t\t trainers\n","dataloaders\t\tmodules\t\t train.py\n","__init__.py\t\tparse_config.py  train.sh\n"]}],"source":["!ls"]},{"cell_type":"code","execution_count":6,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":2580,"status":"ok","timestamp":1671494169457,"user":{"displayName":"Mikołaj Krzymiński","userId":"01535337980860424008"},"user_tz":-60},"id":"kIJAY-fWU5oE","outputId":"e38c9746-207c-4f53-f9ac-45319f1e1f81"},"outputs":[{"name":"stdout","output_type":"stream","text":["Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n","Collecting sentencepiece\n","  Downloading sentencepiece-0.1.97-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n","\u001b[K     |████████████████████████████████| 1.3 MB 4.4 MB/s \n","\u001b[?25hInstalling collected packages: sentencepiece\n","Successfully installed sentencepiece-0.1.97\n"]}],"source":["!pip install sentencepiece\n"]},{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":20,"status":"ok","timestamp":1671521123810,"user":{"displayName":"Mikołaj Krzymiński","userId":"01535337980860424008"},"user_tz":-60},"id":"wUibtU5RThxF","outputId":"dcddbf15-8caa-4710-bc0c-ea8de14372a0"},"outputs":[{"name":"stdout","output_type":"stream","text":["[Errno 2] No such file or directory: './src'\n","/content\n","chmod: cannot access 'train.sh': No such file or directory\n","/bin/bash: ./train.sh: No such file or directory\n"]}],"source":["%cd ./src\n","# Make sure train.sh is executable\n","!chmod 751 train.sh\n","!./train.sh --config ./config_user_task.json --mode \"train\""]}],"metadata":{"accelerator":"GPU","colab":{"authorship_tag":"ABX9TyNSNwyMdI1idTLH0c8HB9DF","mount_file_id":"1wY4y3knqDcirqSohbT8xf-ExehmzdZiq","provenance":[]},"gpuClass":"standard","kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"name":"python","version":"3.10.4 (tags/v3.10.4:9d38120, Mar 23 2022, 23:13:41) [MSC v.1929 64 bit (AMD64)]"},"vscode":{"interpreter":{"hash":"369f2c481f4da34e4445cda3fffd2e751bd1c4d706f27375911949ba6bb62e1c"}}},"nbformat":4,"nbformat_minor":0}