{"cells":[{"cell_type":"markdown","metadata":{"id":"ZXsOR6oJOJbd"},"source":["# Instalacja pakietów"]},{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":23167,"status":"ok","timestamp":1676653734837,"user":{"displayName":"Mikołaj Paterka","userId":"04323847504426804830"},"user_tz":-60},"id":"8l0hzptKNiZS","outputId":"2155e4e2-158a-43be-acb9-2c78176c20b1"},"outputs":[{"name":"stdout","output_type":"stream","text":["Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n","Collecting transformers\n"," Downloading transformers-4.26.1-py3-none-any.whl (6.3 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.3/6.3 MB\u001b[0m \u001b[31m58.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting datasets\n"," Downloading datasets-2.9.0-py3-none-any.whl (462 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m462.8/462.8 KB\u001b[0m \u001b[31m22.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: torch in /usr/local/lib/python3.8/dist-packages (1.13.1+cu116)\n","Collecting sentencepiece\n"," Downloading sentencepiece-0.1.97-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m49.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: requests in /usr/local/lib/python3.8/dist-packages (from transformers) (2.25.1)\n","Requirement already satisfied: packaging\u003e=20.0 in /usr/local/lib/python3.8/dist-packages (from transformers) (23.0)\n","Requirement already satisfied: tqdm\u003e=4.27 in /usr/local/lib/python3.8/dist-packages (from transformers) (4.64.1)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.8/dist-packages (from transformers) (3.9.0)\n","Requirement already satisfied: pyyaml\u003e=5.1 in /usr/local/lib/python3.8/dist-packages (from transformers) (6.0)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.8/dist-packages (from transformers) (2022.6.2)\n","Requirement already satisfied: numpy\u003e=1.17 in /usr/local/lib/python3.8/dist-packages (from transformers) (1.21.6)\n","Collecting tokenizers!=0.11.3,\u003c0.14,\u003e=0.11.1\n"," Downloading tokenizers-0.13.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.6 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.6/7.6 MB\u001b[0m \u001b[31m42.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting huggingface-hub\u003c1.0,\u003e=0.11.0\n"," Downloading huggingface_hub-0.12.1-py3-none-any.whl (190 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m190.3/190.3 KB\u001b[0m \u001b[31m13.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.8/dist-packages (from datasets) (1.3.5)\n","Requirement already satisfied: dill\u003c0.3.7 in /usr/local/lib/python3.8/dist-packages (from datasets) (0.3.6)\n","Collecting multiprocess\n"," Downloading multiprocess-0.70.14-py38-none-any.whl (132 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m132.0/132.0 KB\u001b[0m \u001b[31m2.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting responses\u003c0.19\n"," Downloading responses-0.18.0-py3-none-any.whl (38 kB)\n","Requirement already satisfied: fsspec[http]\u003e=2021.11.1 in /usr/local/lib/python3.8/dist-packages (from datasets) (2023.1.0)\n","Requirement already satisfied: pyarrow\u003e=6.0.0 in /usr/local/lib/python3.8/dist-packages (from datasets) (9.0.0)\n","Collecting xxhash\n"," Downloading xxhash-3.2.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (213 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m213.0/213.0 KB\u001b[0m \u001b[31m7.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: aiohttp in /usr/local/lib/python3.8/dist-packages (from datasets) (3.8.3)\n","Requirement already satisfied: typing-extensions in /usr/local/lib/python3.8/dist-packages (from torch) (4.4.0)\n","Requirement already satisfied: charset-normalizer\u003c3.0,\u003e=2.0 in /usr/local/lib/python3.8/dist-packages (from aiohttp-\u003edatasets) (2.1.1)\n","Requirement already satisfied: async-timeout\u003c5.0,\u003e=4.0.0a3 in /usr/local/lib/python3.8/dist-packages (from aiohttp-\u003edatasets) (4.0.2)\n","Requirement already satisfied: yarl\u003c2.0,\u003e=1.0 in /usr/local/lib/python3.8/dist-packages (from aiohttp-\u003edatasets) (1.8.2)\n","Requirement already satisfied: aiosignal\u003e=1.1.2 in /usr/local/lib/python3.8/dist-packages (from aiohttp-\u003edatasets) (1.3.1)\n","Requirement already satisfied: attrs\u003e=17.3.0 in /usr/local/lib/python3.8/dist-packages (from aiohttp-\u003edatasets) (22.2.0)\n","Requirement already satisfied: multidict\u003c7.0,\u003e=4.5 in /usr/local/lib/python3.8/dist-packages (from aiohttp-\u003edatasets) (6.0.4)\n","Requirement already satisfied: frozenlist\u003e=1.1.1 in /usr/local/lib/python3.8/dist-packages (from aiohttp-\u003edatasets) (1.3.3)\n","Requirement already satisfied: idna\u003c3,\u003e=2.5 in /usr/local/lib/python3.8/dist-packages (from requests-\u003etransformers) (2.10)\n","Requirement already satisfied: urllib3\u003c1.27,\u003e=1.21.1 in /usr/local/lib/python3.8/dist-packages (from requests-\u003etransformers) (1.24.3)\n","Requirement already satisfied: chardet\u003c5,\u003e=3.0.2 in /usr/local/lib/python3.8/dist-packages (from requests-\u003etransformers) (4.0.0)\n","Requirement already satisfied: certifi\u003e=2017.4.17 in /usr/local/lib/python3.8/dist-packages (from requests-\u003etransformers) (2022.12.7)\n","Collecting urllib3\u003c1.27,\u003e=1.21.1\n"," Downloading urllib3-1.26.14-py2.py3-none-any.whl (140 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m140.6/140.6 KB\u001b[0m \u001b[31m6.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: pytz\u003e=2017.3 in /usr/local/lib/python3.8/dist-packages (from pandas-\u003edatasets) (2022.7.1)\n","Requirement already satisfied: python-dateutil\u003e=2.7.3 in /usr/local/lib/python3.8/dist-packages (from pandas-\u003edatasets) (2.8.2)\n","Requirement already satisfied: six\u003e=1.5 in /usr/local/lib/python3.8/dist-packages (from python-dateutil\u003e=2.7.3-\u003epandas-\u003edatasets) (1.15.0)\n","Installing collected packages: tokenizers, sentencepiece, xxhash, urllib3, multiprocess, responses, huggingface-hub, transformers, datasets\n"," Attempting uninstall: urllib3\n"," Found existing installation: urllib3 1.24.3\n"," Uninstalling urllib3-1.24.3:\n"," Successfully uninstalled urllib3-1.24.3\n","Successfully installed datasets-2.9.0 huggingface-hub-0.12.1 multiprocess-0.70.14 responses-0.18.0 sentencepiece-0.1.97 tokenizers-0.13.2 transformers-4.26.1 urllib3-1.26.14 xxhash-3.2.0\n"]}],"source":["!pip install transformers datasets torch sentencepiece"]},{"cell_type":"markdown","metadata":{"id":"dhN0rmb5Oi3d"},"source":["# Załadowanie datasetu"]},{"cell_type":"code","execution_count":2,"metadata":{"executionInfo":{"elapsed":864,"status":"ok","timestamp":1676653735698,"user":{"displayName":"Mikołaj Paterka","userId":"04323847504426804830"},"user_tz":-60},"id":"tnaDkwZ2Pbnn"},"outputs":[],"source":["from datasets import load_dataset"]},{"cell_type":"code","execution_count":3,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":212},"executionInfo":{"elapsed":1523,"status":"ok","timestamp":1676653737219,"user":{"displayName":"Mikołaj Paterka","userId":"04323847504426804830"},"user_tz":-60},"id":"cCiAuRqrOkvV","outputId":"905b8d63-c1d0-4aa2-a87e-d4aab58c0f34"},"outputs":[{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"93b82315618e4f83908ea015b4c75b96","version_major":2,"version_minor":0},"text/plain":["Downloading builder script: 0%| | 0.00/3.21k [00:00\u003c?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"038fff4f24744940975376531cb7501c","version_major":2,"version_minor":0},"text/plain":["Downloading metadata: 0%| | 0.00/1.69k [00:00\u003c?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"c310d6f9bed748bfb55df6154ac875be","version_major":2,"version_minor":0},"text/plain":["Downloading readme: 0%| | 0.00/4.87k [00:00\u003c?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stdout","output_type":"stream","text":["Downloading and preparing dataset sms_spam/plain_text to /root/.cache/huggingface/datasets/sms_spam/plain_text/1.0.0/53f051d3b5f62d99d61792c91acefe4f1577ad3e4c216fb0ad39e30b9f20019c...\n"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"315e5fdf362f4dc3a004caa623dfb9d0","version_major":2,"version_minor":0},"text/plain":["Downloading data: 0%| | 0.00/203k [00:00\u003c?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"635c8754690e4427abe06396511acba6","version_major":2,"version_minor":0},"text/plain":["Generating train split: 0%| | 0/5574 [00:00\u003c?, ? examples/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stdout","output_type":"stream","text":["Dataset sms_spam downloaded and prepared to /root/.cache/huggingface/datasets/sms_spam/plain_text/1.0.0/53f051d3b5f62d99d61792c91acefe4f1577ad3e4c216fb0ad39e30b9f20019c. Subsequent calls will reuse this data.\n"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"cae06d0c71de42c2b2f046d7c864a4d6","version_major":2,"version_minor":0},"text/plain":[" 0%| | 0/1 [00:00\u003c?, ?it/s]"]},"metadata":{},"output_type":"display_data"}],"source":["dataset = load_dataset(\"sms_spam\")"]},{"cell_type":"code","execution_count":4,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":549,"status":"ok","timestamp":1676653737764,"user":{"displayName":"Mikołaj Paterka","userId":"04323847504426804830"},"user_tz":-60},"id":"774MQFXODmgC","outputId":"0ff7f03e-8c6a-4fb1-9449-f9b65496f8ae"},"outputs":[{"name":"stdout","output_type":"stream","text":["Procent wartości z label '0' w zbiorze treningowym: 86.59849300322928%\n","None\n","Procent wartości z label '1' w zbiorze treningowym: 13.40150699677072%\n","None\n"]}],"source":["zero = 0\n","one = 0\n","size_train = 0\n","\n","for row in dataset['train']:\n"," text = row['sms'].replace(\"\\n\", \"\")\n"," new_row = {}\n"," new_row['sms'] = text\n"," if row['label'] == 0:\n"," zero += 1\n"," else:\n"," one += 1\n"," size_train += 1\n","\n","print(print(f\"Procent wartości z label '0' w zbiorze treningowym: {((zero/size_train)*100)}%\"))\n","print(print(f\"Procent wartości z label '1' w zbiorze treningowym: {((one/size_train)*100)}%\"))"]},{"cell_type":"code","execution_count":5,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":4,"status":"ok","timestamp":1676653737764,"user":{"displayName":"Mikołaj Paterka","userId":"04323847504426804830"},"user_tz":-60},"id":"JKFHPko3OnAV","outputId":"28f4f970-7d0d-436e-de0a-fb1552b94ab1"},"outputs":[{"data":{"text/plain":["{'sms': 'Go until jurong point, crazy.. Available only in bugis n great world la e buffet... Cine there got amore wat...\\n',\n"," 'label': 0}"]},"execution_count":5,"metadata":{},"output_type":"execute_result"}],"source":["dataset['train'][0]"]},{"cell_type":"markdown","metadata":{"id":"l140vJrgYxPr"},"source":["# Przygotowanie datasetu"]},{"cell_type":"code","execution_count":6,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":356,"status":"ok","timestamp":1676653738118,"user":{"displayName":"Mikołaj Paterka","userId":"04323847504426804830"},"user_tz":-60},"id":"1boUF-YiY3_y","outputId":"9eded657-e64b-4b12-86f2-bb012faf62db"},"outputs":[{"data":{"text/plain":["{'sms': 'Go until jurong point, crazy.. Available only in bugis n great world la e buffet... Cine there got amore wat...',\n"," 'label': 'False'}"]},"execution_count":6,"metadata":{},"output_type":"execute_result"}],"source":["parsed_dataset = []\n","\n","for row in dataset['train']:\n"," text = row['sms'].replace(\"\\n\", \"\")\n"," new_row = {}\n"," new_row['sms'] = text\n"," if row['label'] == 0:\n"," new_row['label'] = \"False\"\n"," else:\n"," new_row['label'] = \"True\"\n"," parsed_dataset.append(new_row)\n","\n","parsed_dataset[0]"]},{"cell_type":"markdown","metadata":{"id":"O-J-jBDxPJcn"},"source":["# Tokenizer FLAN-T5"]},{"cell_type":"code","execution_count":7,"metadata":{"executionInfo":{"elapsed":3339,"status":"ok","timestamp":1676653741455,"user":{"displayName":"Mikołaj Paterka","userId":"04323847504426804830"},"user_tz":-60},"id":"P23AYPX1PZ6g"},"outputs":[],"source":["from transformers import AutoTokenizer"]},{"cell_type":"code","execution_count":8,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":145},"executionInfo":{"elapsed":425,"status":"ok","timestamp":1676653741875,"user":{"displayName":"Mikołaj Paterka","userId":"04323847504426804830"},"user_tz":-60},"id":"q5Jz0E_oPMBr","outputId":"13bfbd68-33c8-4c15-d348-fe4662be91ad"},"outputs":[{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"ee26d66e27dd4b868a2ff8d75db90ae5","version_major":2,"version_minor":0},"text/plain":["Downloading (…)okenizer_config.json: 0%| | 0.00/2.54k [00:00\u003c?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"fe4f7ee0544f4f92afd12e3068e41b52","version_major":2,"version_minor":0},"text/plain":["Downloading (…)\"spiece.model\";: 0%| | 0.00/792k [00:00\u003c?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"bc7ecc0725ed48a7b6cefbd1f9244aec","version_major":2,"version_minor":0},"text/plain":["Downloading (…)/main/tokenizer.json: 0%| | 0.00/2.42M [00:00\u003c?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"9e57149e53064978a7e089d462b50085","version_major":2,"version_minor":0},"text/plain":["Downloading (…)cial_tokens_map.json: 0%| | 0.00/2.20k [00:00\u003c?, ?B/s]"]},"metadata":{},"output_type":"display_data"}],"source":["tokenizer = AutoTokenizer.from_pretrained('google/flan-t5-large')"]},{"cell_type":"code","execution_count":9,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":12,"status":"ok","timestamp":1676653741875,"user":{"displayName":"Mikołaj Paterka","userId":"04323847504426804830"},"user_tz":-60},"id":"dfxJQpoePsvI","outputId":"b1f93b9d-39d7-4f8f-c611-e666e12d75f2"},"outputs":[{"name":"stdout","output_type":"stream","text":["Original: Go until jurong point, crazy.. Available only in bugis n great world la e buffet... Cine there got amore wat...\n","Tokenized: ['▁Go', '▁until', '▁jur', 'ong', '▁point', ',', '▁crazy', '.', '.', '▁Available', '▁only', '▁in', '▁bug', 'is', '▁', 'n', '▁great', '▁world', '▁la', '▁', 'e', '▁buffet', '...', '▁Cine', '▁there', '▁got', '▁', 'a', 'more', '▁wa', 't', '...']\n","Token IDs: [1263, 552, 10081, 2444, 500, 6, 6139, 5, 5, 8144, 163, 16, 8143, 159, 3, 29, 248, 296, 50, 3, 15, 15385, 233, 17270, 132, 530, 3, 9, 3706, 8036, 17, 233]\n"]}],"source":["sms = parsed_dataset[0]['sms']\n","print('Original: ', sms)\n","print('Tokenized: ', tokenizer.tokenize(sms))\n","print('Token IDs: ', tokenizer.convert_tokens_to_ids(tokenizer.tokenize(sms)))"]},{"cell_type":"markdown","metadata":{"id":"UpluhM8cU5Ir"},"source":["# Few shot learning"]},{"cell_type":"code","execution_count":10,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":10,"status":"ok","timestamp":1676653741876,"user":{"displayName":"Mikołaj Paterka","userId":"04323847504426804830"},"user_tz":-60},"id":"7uNUkixPU85O","outputId":"e48646c3-c64a-4aba-dfae-a728e2e18480"},"outputs":[{"name":"stdout","output_type":"stream","text":["{'sms': 'Go until jurong point, crazy.. Available only in bugis n great world la e buffet... Cine there got amore wat...', 'label': 'False'}\n","{'sms': 'Todays Voda numbers ending 7548 are selected to receive a $350 award. If you have a match please call 08712300220 quoting claim code 4041 standard rates app', 'label': 'True'}\n","{'sms': \"LMAO where's your fish memory when I need it?\", 'label': 'False'}\n","{'sms': 'This message is free. Welcome to the new \u0026 improved Sex \u0026 Dogging club! To unsubscribe from this service reply STOP. msgs@150p 18+only', 'label': 'True'}\n"]}],"source":["print(parsed_dataset[0]) #0\n","print(parsed_dataset[123]) #1\n","print(parsed_dataset[2000]) #0\n","print(parsed_dataset[3002]) #1"]},{"cell_type":"code","execution_count":11,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":9,"status":"ok","timestamp":1676653741876,"user":{"displayName":"Mikołaj Paterka","userId":"04323847504426804830"},"user_tz":-60},"id":"lj0issBznZfK","outputId":"159a092e-9702-4afb-e2fc-e284bebfb5ac"},"outputs":[{"name":"stdout","output_type":"stream","text":["Content of the text message: Go until jurong point, crazy.. Available only in bugis n great world la e buffet... Cine there got amore wat...\n","Answer if this text message is spam or not: False\n","\n","Content of the text message: Todays Voda numbers ending 7548 are selected to receive a $350 award. If you have a match please call 08712300220 quoting claim code 4041 standard rates app\n","Answer if this text message is spam or not: True\n","\n","Content of the text message: LMAO where's your fish memory when I need it?\n","Answer if this text message is spam or not: False\n","\n","Content of the text message: This message is free. Welcome to the new \u0026 improved Sex \u0026 Dogging club! To unsubscribe from this service reply STOP. msgs@150p 18+only\n","Answer if this text message is spam or not: True\n","\n","Content of the text message: \n"]}],"source":["non_spam_1 = \"Content of the text message: \" + parsed_dataset[0]['sms'] + \"\\nAnswer if this text message is spam or not: False\\n\\n\"\n","spam_1 = \"Content of the text message: \" + parsed_dataset[123]['sms'] + \"\\nAnswer if this text message is spam or not: True\\n\\n\"\n","non_spam_2 = \"Content of the text message: \" + parsed_dataset[2000]['sms'] + \"\\nAnswer if this text message is spam or not: False\\n\\n\"\n","spam_2 = \"Content of the text message: \" + parsed_dataset[3002]['sms'] + \"\\nAnswer if this text message is spam or not: True\\n\\n\"\n","\n","few_shot_prefix = non_spam_1 + spam_1 + non_spam_2 + spam_2 + \"Content of the text message: \"\n","print(few_shot_prefix)"]},{"cell_type":"markdown","metadata":{"id":"okTx_ynMV0rH"},"source":["# Load FLAN-T5 model"]},{"cell_type":"code","execution_count":12,"metadata":{"executionInfo":{"elapsed":8,"status":"ok","timestamp":1676653741877,"user":{"displayName":"Mikołaj Paterka","userId":"04323847504426804830"},"user_tz":-60},"id":"Eu-7Eed8WgN0"},"outputs":[],"source":["from transformers import AutoModelForSeq2SeqLM"]},{"cell_type":"code","execution_count":13,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":1000},"executionInfo":{"elapsed":35942,"status":"ok","timestamp":1676653777811,"user":{"displayName":"Mikołaj Paterka","userId":"04323847504426804830"},"user_tz":-60},"id":"JKv9O8kfV2zZ","outputId":"41d0d592-5d5f-4fd5-9b91-6fa65b5c9cc2"},"outputs":[{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"a34cf63b12804c8fb770f2d55fa38b0b","version_major":2,"version_minor":0},"text/plain":["Downloading (…)lve/main/config.json: 0%| | 0.00/662 [00:00\u003c?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"4bb6b6bea7c549508fce2ff2fe74e34b","version_major":2,"version_minor":0},"text/plain":["Downloading (…)\"pytorch_model.bin\";: 0%| | 0.00/3.13G [00:00\u003c?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"e3bbe227891f4a4281c8fdf98d20c45e","version_major":2,"version_minor":0},"text/plain":["Downloading (…)neration_config.json: 0%| | 0.00/147 [00:00\u003c?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"text/plain":["T5ForConditionalGeneration(\n"," (shared): Embedding(32128, 1024)\n"," (encoder): T5Stack(\n"," (embed_tokens): Embedding(32128, 1024)\n"," (block): ModuleList(\n"," (0): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," (relative_attention_bias): Embedding(32, 16)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (1): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (2): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (3): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (4): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (5): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (6): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (7): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (8): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (9): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (10): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (11): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (12): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (13): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (14): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (15): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (16): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (17): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (18): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (19): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (20): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (21): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (22): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (23): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," )\n"," (final_layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (decoder): T5Stack(\n"," (embed_tokens): Embedding(32128, 1024)\n"," (block): ModuleList(\n"," (0): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," (relative_attention_bias): Embedding(32, 16)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (1): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (2): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (3): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (4): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (5): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (6): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (7): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (8): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (9): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (10): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (11): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (12): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (13): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (14): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (15): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (16): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (17): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (18): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (19): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (20): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (21): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (22): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," (23): T5Block(\n"," (layer): ModuleList(\n"," (0): T5LayerSelfAttention(\n"," (SelfAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (1): T5LayerCrossAttention(\n"," (EncDecAttention): T5Attention(\n"," (q): Linear(in_features=1024, out_features=1024, bias=False)\n"," (k): Linear(in_features=1024, out_features=1024, bias=False)\n"," (v): Linear(in_features=1024, out_features=1024, bias=False)\n"," (o): Linear(in_features=1024, out_features=1024, bias=False)\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (2): T5LayerFF(\n"," (DenseReluDense): T5DenseGatedActDense(\n"," (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n"," (wo): Linear(in_features=2816, out_features=1024, bias=False)\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," (act): NewGELUActivation()\n"," )\n"," (layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," )\n"," )\n"," )\n"," (final_layer_norm): T5LayerNorm()\n"," (dropout): Dropout(p=0.1, inplace=False)\n"," )\n"," (lm_head): Linear(in_features=1024, out_features=32128, bias=False)\n",")"]},"execution_count":13,"metadata":{},"output_type":"execute_result"}],"source":["model = AutoModelForSeq2SeqLM.from_pretrained('google/flan-t5-large')\n","\n","model.cuda()"]},{"cell_type":"markdown","metadata":{"id":"F_SDAwxoawDy"},"source":["# Helper functions"]},{"cell_type":"code","execution_count":14,"metadata":{"executionInfo":{"elapsed":19,"status":"ok","timestamp":1676653777812,"user":{"displayName":"Mikołaj Paterka","userId":"04323847504426804830"},"user_tz":-60},"id":"rdWMg_KJZEZH"},"outputs":[],"source":["import torch"]},{"cell_type":"code","execution_count":15,"metadata":{"executionInfo":{"elapsed":17,"status":"ok","timestamp":1676653777812,"user":{"displayName":"Mikołaj Paterka","userId":"04323847504426804830"},"user_tz":-60},"id":"FzUi8908ax61"},"outputs":[],"source":["def calculate_accuracy(preds, target):\n"," results_ok = 0.0\n"," results_false = 0.0\n","\n"," for idx, pred in enumerate(preds):\n"," if pred == target[idx]:\n"," results_ok += 1.0\n"," else:\n"," results_false += 1.0\n","\n"," return results_ok / (results_ok + results_false)"]},{"cell_type":"code","execution_count":16,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":18,"status":"ok","timestamp":1676653777813,"user":{"displayName":"Mikołaj Paterka","userId":"04323847504426804830"},"user_tz":-60},"id":"86i7iRmtW-6L","outputId":"53233039-0832-4639-ce27-bbde9d6c9066"},"outputs":[{"name":"stdout","output_type":"stream","text":["There are 1 GPU(s) available.\n","We will use the GPU: Tesla T4\n"]}],"source":["if torch.cuda.is_available(): \n"," device = torch.device(\"cuda\")\n","\n"," print('There are %d GPU(s) available.' % torch.cuda.device_count())\n"," print('We will use the GPU:', torch.cuda.get_device_name(0))\n","\n","else:\n"," print('No GPU available, using the CPU instead.')\n"," device = torch.device(\"cpu\")"]},{"cell_type":"markdown","metadata":{"id":"H_YI3bS3VHQE"},"source":["# Predykcja"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"background_save":true,"base_uri":"https://localhost:8080/"},"id":"vunLGuBGVGmh"},"outputs":[{"name":"stderr","output_type":"stream","text":["Token indices sequence length is longer than the specified maximum sequence length for this model (562 \u003e 512). Running this sequence through the model will result in indexing errors\n"]}],"source":["parsed_dataset = parsed_dataset[1:123] + parsed_dataset[124:2000] + parsed_dataset[2001:3002] + parsed_dataset[3003:]\n","predictions = []\n","expected = []\n","\n","for row in parsed_dataset:\n"," input_text = few_shot_prefix + row['sms'] + \"\\nAnswer if this text message is spam or not: \"\n"," input_ids = tokenizer(input_text, return_tensors=\"pt\").input_ids.to(device)\n","\n"," generated_ids = model.generate(input_ids, do_sample=True, temperature=0.9, max_length=250)\n"," generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=True, clean_up_tokenization_spaces=True)\n"," \n"," predictions.append(generated_text)\n"," expected.append(row['label'])\n","\n","acc = calculate_accuracy(predictions, expected)\n","print(acc)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"20WbYZmLaDl7"},"outputs":[],"source":["print(\"Sample prediction: {}, expected: {}\".format(predictions[101], expected[101]))"]},{"cell_type":"markdown","metadata":{"id":"dLYc9WXz_B1o"},"source":["# MCC Score"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"hPEPpXXX_DXR"},"outputs":[],"source":["from sklearn.metrics import matthews_corrcoef\n","\n","print('Calculating Matthews Corr. Coef. for each batch...')\n","matthews = matthews_corrcoef(expected, predictions) \n","print('Total MCC: %.3f' % matthews)"]},{"cell_type":"markdown","metadata":{"id":"GPhCp068_Iwq"},"source":["# Save model"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"avafCMoS_KDF"},"outputs":[],"source":["from google.colab import drive\n","\n","drive.mount('/content/gdrive/', force_remount=True)\n","\n","output_dir = '/content/gdrive/My Drive/UAM/Przetwarzanie-tekstu/Ver_2_FLAN-T5_Model'\n","print(\"Saving model to %s\" % output_dir)\n","\n","model_to_save = model.module if hasattr(model, 'module') else model\n","model_to_save.save_pretrained(output_dir)\n","tokenizer.save_pretrained(output_dir)"]},{"cell_type":"markdown","metadata":{"id":"wHzm2_nDA6i-"},"source":["# Bibliografia\n","- https://huggingface.co/docs/transformers/main/en/model_doc/flan-t5\n","- https://mccormickml.com/2019/07/22/BERT-fine-tuning/#a1-saving--loading-fine-tuned-model\n","- https://huggingface.co/docs/transformers/model_doc/t5#training"]}],"metadata":{"accelerator":"GPU","colab":{"name":"","version":""},"gpuClass":"standard","kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"},"widgets":{"application/vnd.jupyter.widget-state+json":{"01fa85b1582d43cb8fc1122a2669f5f9":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b04dc96ecf4541d888c53e37038de227","placeholder":"​","style":"IPY_MODEL_5155369b9ec040ce8f7517fdca852dfc","value":" 2.20k/2.20k [00:00\u0026lt;00:00, 142kB/s]"}},"0217aa41498643268cf37d157f0f1ee7":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"038fff4f24744940975376531cb7501c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_9acff40e9201484d9efd93b22cbf3cbc","IPY_MODEL_2d4e542615b442d59ecef5f96e229c7a","IPY_MODEL_36f023d53f1c4f25b0ff6fe46891ec0a"],"layout":"IPY_MODEL_b03e0fdba8af4f7086641cb837aa5ac0"}},"056361d016c64e7a8c5433a803eb55e8":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"096221933c7944a18c24af5fd531b267":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_dd7b5391867c4e90843eca09328e2df3","placeholder":"​","style":"IPY_MODEL_ee9736f162744227a561613461339c4d","value":"Downloading data: 100%"}},"0b661568230f453697bf6ab9bfbac49d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"0cd1508476c34d1cba3bdef529e7a49f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"0e5a911a64754176936dfef4643b58e1":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0f5c0a9bb4ca485c8a227bb831ea9500":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"0f5e6960fc754b0eb91ed337f669117c":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":"hidden","width":null}},"11d24c25d8c24e4d89a71eeb88dc4b66":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"11f69180b6624687a04d3b05e8d7305f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_236aa0a0b58f4a48ac99873cd944025a","max":5574,"min":0,"orientation":"horizontal","style":"IPY_MODEL_46e1b77919784cebadefb07cba49221b","value":5574}},"14de8872949244df96b1fb4ae9f8b3e3":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"162855ef3f784ae68247f0cb8ace63a4":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"16c4bd069e42423c8327946c966088b1":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_af14a5cdcca04cba8861e8d12d2c8849","placeholder":"​","style":"IPY_MODEL_1cd809fcea1344a5a571bec8b382f73c","value":"Downloading (…)\u0026quot;spiece.model\u0026quot;;: 100%"}},"17cf52e9b6ec44b89e0d1a54b25b4a83":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_aef67cf3439d428ab82f9101683ea1bc","placeholder":"​","style":"IPY_MODEL_162855ef3f784ae68247f0cb8ace63a4","value":" 792k/792k [00:00\u0026lt;00:00, 12.3MB/s]"}},"1901228c1070447c8b0ca1fc1d5f927e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"1cd809fcea1344a5a571bec8b382f73c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"225135ae602e4a1a8b3c0a1ade74eca8":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"22c685c95da948adb27cc052b1eba20d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"236aa0a0b58f4a48ac99873cd944025a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"250b9d8b7d7d46ffa7ac553628bff0ba":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_4493d6b76e634615961959d0d4a1f3c9","placeholder":"​","style":"IPY_MODEL_822eb9d2505e4ee4860126696592611e","value":"Downloading (…)\u0026quot;pytorch_model.bin\u0026quot;;: 100%"}},"286b8b517a9f429fbad49dcc133d91f1":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_46cfdb5b54c3468a9a2c17dac54ab482","max":2424064,"min":0,"orientation":"horizontal","style":"IPY_MODEL_5aa0f98ba3bf4856ab6ebd1237c8d1a1","value":2424064}},"2bc96a69e0cd4a058c52364ebd2ad185":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2d0ba1f2ea05452c94300e94632a2a21":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"2d3683c71e5548d3bc42a4b3fc635789":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_4c96a835345a4e3a8b00ce8a5bb48e2f","max":3132781861,"min":0,"orientation":"horizontal","style":"IPY_MODEL_bf9c12f3b1ec4fc9b8acc748ce6fb6a7","value":3132781861}},"2d4e542615b442d59ecef5f96e229c7a":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_3e39eab468d8411ba0966d0769492159","max":1687,"min":0,"orientation":"horizontal","style":"IPY_MODEL_8e552b8e20124239a8442a1674320040","value":1687}},"2d9d143f88ec48738e5f53cf555b5551":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"2fd79f08553f4dcf87135bae87892645":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"30a4a25c62be4dec8ce064947eb73b83":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"315e5fdf362f4dc3a004caa623dfb9d0":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_096221933c7944a18c24af5fd531b267","IPY_MODEL_4367d3ee219b44c0b48446e3813b0538","IPY_MODEL_e64bdc6fa7dd4707bc859b44219b9179"],"layout":"IPY_MODEL_b5a0765d9001415290422a16131d27f1"}},"33ff65886bc143be8e9c891081f586dd":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"36f023d53f1c4f25b0ff6fe46891ec0a":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_acc53b31f1b74aa99e9fc450d0b8b0f1","placeholder":"​","style":"IPY_MODEL_46bd35ed05c74541a89a42ac9d8084e6","value":" 1.69k/1.69k [00:00\u0026lt;00:00, 80.1kB/s]"}},"39134ecbede544ebaaf2c6b63aed4ddc":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_a5375125da454353b02a0297dcef9bee","placeholder":"​","style":"IPY_MODEL_bc8c98b3819341fd9e4bf104a3460f8d","value":"Downloading (…)cial_tokens_map.json: 100%"}},"3b1edca9c8474aa292c0761683691fa3":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_7e5baf9772404edfbddf909583885ba9","placeholder":"​","style":"IPY_MODEL_2d0ba1f2ea05452c94300e94632a2a21","value":" 4.87k/4.87k [00:00\u0026lt;00:00, 271kB/s]"}},"3bf72ba781d84fc1bda2a9c5c1c0eeb3":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3ccc0ed41f954832a32ae508b7b1cb48":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_70feeae2048f4e408a948b37ab559f30","max":791656,"min":0,"orientation":"horizontal","style":"IPY_MODEL_9977ef6d75814a73b2200317206e84d7","value":791656}},"3e39eab468d8411ba0966d0769492159":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"40b38f21d2c4482392e8b633b26d1e11":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"40ed8dffd64e4e64834b97d7a3d311ee":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"4367d3ee219b44c0b48446e3813b0538":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_30a4a25c62be4dec8ce064947eb73b83","max":203415,"min":0,"orientation":"horizontal","style":"IPY_MODEL_a7c84f4d18be4ca1944f80c66bf50edd","value":203415}},"4493d6b76e634615961959d0d4a1f3c9":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"44a25bdd553a4028982d7fdc0ffdac65":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_c88def893c4c469f839de0e36a4d95ea","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_1901228c1070447c8b0ca1fc1d5f927e","value":1}},"46bd35ed05c74541a89a42ac9d8084e6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"46cfdb5b54c3468a9a2c17dac54ab482":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"46e1b77919784cebadefb07cba49221b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"46f0118bfc394bfbaf327bff58a6c5db":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_c21a9fbc4e204f0da4323a8d956aca7d","max":147,"min":0,"orientation":"horizontal","style":"IPY_MODEL_0f5c0a9bb4ca485c8a227bb831ea9500","value":147}},"4bb6b6bea7c549508fce2ff2fe74e34b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_250b9d8b7d7d46ffa7ac553628bff0ba","IPY_MODEL_2d3683c71e5548d3bc42a4b3fc635789","IPY_MODEL_d318c6d470914121a1f18122d03278e1"],"layout":"IPY_MODEL_6ad0879bb99e48389936d9206f8f0f55"}},"4c96a835345a4e3a8b00ce8a5bb48e2f":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4ec65fbdbb044684bb6e4bea3abf2e4b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_924dd3b57fb14513b00b3062ba4e10d9","max":2537,"min":0,"orientation":"horizontal","style":"IPY_MODEL_f37fc0a663b14e39bb8af3472b4e7300","value":2537}},"5003a101b99b4c42af21cef674c272fb":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5155369b9ec040ce8f7517fdca852dfc":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"535cd5cf71034a978483592c02581988":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"54a909866f38499791c725a7f0a08d34":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"57ac4fc7c809471cae147e782e9b9127":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"5aa0f98ba3bf4856ab6ebd1237c8d1a1":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"635c8754690e4427abe06396511acba6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_746d546cf8e44d3a8d404bc4832f2089","IPY_MODEL_11f69180b6624687a04d3b05e8d7305f","IPY_MODEL_fce9f523028144b28f1e34607c2cf284"],"layout":"IPY_MODEL_0f5e6960fc754b0eb91ed337f669117c"}},"66e5ca18ed294b73ab807cb2d9a3dcc3":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"67dd5a3567b4482b811d11655270f504":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f26a05d4fc40452aabb0200c26017cd7","placeholder":"​","style":"IPY_MODEL_e1c42ebbaa1e4402affb87b846d04ce2","value":" 662/662 [00:00\u0026lt;00:00, 28.0kB/s]"}},"6ad0879bb99e48389936d9206f8f0f55":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6c6d417175e841fba41fb4023ecdb676":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_74061316e411484bb7170ef09343218d","placeholder":"​","style":"IPY_MODEL_9dc8c264dfcb4a10a033ead05b2dff82","value":"Downloading readme: 100%"}},"6ca2719906ce4ece92e034605d0069db":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_225135ae602e4a1a8b3c0a1ade74eca8","placeholder":"​","style":"IPY_MODEL_b3d5be3c91744a1fbcbcdb5c687dfebe","value":"100%"}},"6db2327f995146c19e262623a1453705":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"70feeae2048f4e408a948b37ab559f30":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"74061316e411484bb7170ef09343218d":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"746d546cf8e44d3a8d404bc4832f2089":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_6db2327f995146c19e262623a1453705","placeholder":"​","style":"IPY_MODEL_af15936b6e55483aaa0defb9a822c4f1","value":"Generating train split: 59%"}},"74a88bb92aaa41beabece0d5cb29c8ca":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"75c24f2720084650bafb05e66006c3b7":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"783e81b9939c4205b9c033eea726c730":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7bf5bd9be2fe4ddd806aa07eca91268a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7d634b73825b4d9c969560bafed9c693":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_c64f876bff014a94b29b9bb8b9ad7c19","max":3208,"min":0,"orientation":"horizontal","style":"IPY_MODEL_11d24c25d8c24e4d89a71eeb88dc4b66","value":3208}},"7e5baf9772404edfbddf909583885ba9":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"822eb9d2505e4ee4860126696592611e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"84928dab05a24dc299c5f68419e2fb5d":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8643946182b94634aab8eaacba273bc3":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8b3ddac09d5042039382a7cd817193fc":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_2fd79f08553f4dcf87135bae87892645","placeholder":"​","style":"IPY_MODEL_57ac4fc7c809471cae147e782e9b9127","value":" 2.54k/2.54k [00:00\u0026lt;00:00, 101kB/s]"}},"8cecf5ec09ef40f9861c0fc909b69c87":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_d69d5236b154469cbdc7f721a72c0626","placeholder":"​","style":"IPY_MODEL_40ed8dffd64e4e64834b97d7a3d311ee","value":"Downloading (…)lve/main/config.json: 100%"}},"8e552b8e20124239a8442a1674320040":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"923f6dbe2d1b4b8b853632990303db99":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"924dd3b57fb14513b00b3062ba4e10d9":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"93b82315618e4f83908ea015b4c75b96":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_de88e7aee35840dbad51b2fa30b0b9b1","IPY_MODEL_7d634b73825b4d9c969560bafed9c693","IPY_MODEL_f27e6ad6f1af4859bf202fc81cdcd7ab"],"layout":"IPY_MODEL_923f6dbe2d1b4b8b853632990303db99"}},"95db20de12f149a8bddc258be32f4fc1":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"9977ef6d75814a73b2200317206e84d7":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"9acff40e9201484d9efd93b22cbf3cbc":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_5003a101b99b4c42af21cef674c272fb","placeholder":"​","style":"IPY_MODEL_b574912d6be34230b13fd059c1324c62","value":"Downloading metadata: 100%"}},"9dc8c264dfcb4a10a033ead05b2dff82":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"9e57149e53064978a7e089d462b50085":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_39134ecbede544ebaaf2c6b63aed4ddc","IPY_MODEL_a1613d578e7a4c5289eca005763b7d47","IPY_MODEL_01fa85b1582d43cb8fc1122a2669f5f9"],"layout":"IPY_MODEL_f2d3bd7fe97d42289b6de8343ebcf4d9"}},"9f1e4e705e4348cab6557e52bf178957":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_75c24f2720084650bafb05e66006c3b7","placeholder":"​","style":"IPY_MODEL_22c685c95da948adb27cc052b1eba20d","value":" 1/1 [00:00\u0026lt;00:00, 44.30it/s]"}},"a1613d578e7a4c5289eca005763b7d47":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_a956b2e7dc3542b796db3913fd754923","max":2201,"min":0,"orientation":"horizontal","style":"IPY_MODEL_0cd1508476c34d1cba3bdef529e7a49f","value":2201}},"a31a0d3a579542bd9936fc72562d91a8":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a34cf63b12804c8fb770f2d55fa38b0b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_8cecf5ec09ef40f9861c0fc909b69c87","IPY_MODEL_d73412a5e22e42beb1f219e0ab154eeb","IPY_MODEL_67dd5a3567b4482b811d11655270f504"],"layout":"IPY_MODEL_3bf72ba781d84fc1bda2a9c5c1c0eeb3"}},"a3d76642349140df8b7d370cddb91278":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_f027f0a305a94a78bb37269d2176ca5b","max":4872,"min":0,"orientation":"horizontal","style":"IPY_MODEL_95db20de12f149a8bddc258be32f4fc1","value":4872}},"a5375125da454353b02a0297dcef9bee":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a7c84f4d18be4ca1944f80c66bf50edd":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"a886387b419947ba8ed64f405ac4411b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a956b2e7dc3542b796db3913fd754923":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"abda8f31317f43118a0c4498322a86fd":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e403a2746b3e4ed9a59abe38820f3b17","placeholder":"​","style":"IPY_MODEL_66e5ca18ed294b73ab807cb2d9a3dcc3","value":"Downloading (…)/main/tokenizer.json: 100%"}},"acc53b31f1b74aa99e9fc450d0b8b0f1":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"aef67cf3439d428ab82f9101683ea1bc":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"af14a5cdcca04cba8861e8d12d2c8849":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"af15936b6e55483aaa0defb9a822c4f1":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b03e0fdba8af4f7086641cb837aa5ac0":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b04dc96ecf4541d888c53e37038de227":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b1d49dbe41574009b31a2d9023e6991b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b2c0c37150174cc29c096bd9637cfac1":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b3d5be3c91744a1fbcbcdb5c687dfebe":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b42c311aa2ad4086bea865504765a9ed":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_74a88bb92aaa41beabece0d5cb29c8ca","placeholder":"​","style":"IPY_MODEL_feaaa3fb7c3743b9ba7107c7b25e6548","value":"Downloading (…)okenizer_config.json: 100%"}},"b574912d6be34230b13fd059c1324c62":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b5a0765d9001415290422a16131d27f1":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b8c05d3fb439473c9745b02a688b032a":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"bc7ecc0725ed48a7b6cefbd1f9244aec":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_abda8f31317f43118a0c4498322a86fd","IPY_MODEL_286b8b517a9f429fbad49dcc133d91f1","IPY_MODEL_f6ea563561bc4d58802489b3a15f564e"],"layout":"IPY_MODEL_b2c0c37150174cc29c096bd9637cfac1"}},"bc8c98b3819341fd9e4bf104a3460f8d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"bf104cc787124caebc93820d3fceb8f4":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"bf9c12f3b1ec4fc9b8acc748ce6fb6a7":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"c21a9fbc4e204f0da4323a8d956aca7d":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c310d6f9bed748bfb55df6154ac875be":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_6c6d417175e841fba41fb4023ecdb676","IPY_MODEL_a3d76642349140df8b7d370cddb91278","IPY_MODEL_3b1edca9c8474aa292c0761683691fa3"],"layout":"IPY_MODEL_535cd5cf71034a978483592c02581988"}},"c64f876bff014a94b29b9bb8b9ad7c19":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c88def893c4c469f839de0e36a4d95ea":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"cae06d0c71de42c2b2f046d7c864a4d6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_6ca2719906ce4ece92e034605d0069db","IPY_MODEL_44a25bdd553a4028982d7fdc0ffdac65","IPY_MODEL_9f1e4e705e4348cab6557e52bf178957"],"layout":"IPY_MODEL_8643946182b94634aab8eaacba273bc3"}},"d318c6d470914121a1f18122d03278e1":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_fd5b22f075624e23a59683e9f40faa67","placeholder":"​","style":"IPY_MODEL_b8c05d3fb439473c9745b02a688b032a","value":" 3.13G/3.13G [00:15\u0026lt;00:00, 191MB/s]"}},"d5667e9594ed4e91afaf171e4b716928":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"d57f118544c14d6fafde81abd13b0f91":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_056361d016c64e7a8c5433a803eb55e8","placeholder":"​","style":"IPY_MODEL_a886387b419947ba8ed64f405ac4411b","value":"Downloading (…)neration_config.json: 100%"}},"d69d5236b154469cbdc7f721a72c0626":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d73412a5e22e42beb1f219e0ab154eeb":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_54a909866f38499791c725a7f0a08d34","max":662,"min":0,"orientation":"horizontal","style":"IPY_MODEL_0217aa41498643268cf37d157f0f1ee7","value":662}},"dd7b5391867c4e90843eca09328e2df3":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"de88e7aee35840dbad51b2fa30b0b9b1":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_783e81b9939c4205b9c033eea726c730","placeholder":"​","style":"IPY_MODEL_b1d49dbe41574009b31a2d9023e6991b","value":"Downloading builder script: 100%"}},"e1c42ebbaa1e4402affb87b846d04ce2":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"e3bbe227891f4a4281c8fdf98d20c45e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_d57f118544c14d6fafde81abd13b0f91","IPY_MODEL_46f0118bfc394bfbaf327bff58a6c5db","IPY_MODEL_e498ede224374360919085ca3dca7e96"],"layout":"IPY_MODEL_84928dab05a24dc299c5f68419e2fb5d"}},"e403a2746b3e4ed9a59abe38820f3b17":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e498ede224374360919085ca3dca7e96":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_14de8872949244df96b1fb4ae9f8b3e3","placeholder":"​","style":"IPY_MODEL_0b661568230f453697bf6ab9bfbac49d","value":" 147/147 [00:00\u0026lt;00:00, 6.00kB/s]"}},"e64bdc6fa7dd4707bc859b44219b9179":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_0e5a911a64754176936dfef4643b58e1","placeholder":"​","style":"IPY_MODEL_40b38f21d2c4482392e8b633b26d1e11","value":" 203k/203k [00:00\u0026lt;00:00, 327kB/s]"}},"ee26d66e27dd4b868a2ff8d75db90ae5":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_b42c311aa2ad4086bea865504765a9ed","IPY_MODEL_4ec65fbdbb044684bb6e4bea3abf2e4b","IPY_MODEL_8b3ddac09d5042039382a7cd817193fc"],"layout":"IPY_MODEL_33ff65886bc143be8e9c891081f586dd"}},"ee9736f162744227a561613461339c4d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"f027f0a305a94a78bb37269d2176ca5b":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f26a05d4fc40452aabb0200c26017cd7":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f27e6ad6f1af4859bf202fc81cdcd7ab":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f4485f7300bf4321b9caf43083788049","placeholder":"​","style":"IPY_MODEL_d5667e9594ed4e91afaf171e4b716928","value":" 3.21k/3.21k [00:00\u0026lt;00:00, 189kB/s]"}},"f2d3bd7fe97d42289b6de8343ebcf4d9":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f37fc0a663b14e39bb8af3472b4e7300":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"f4485f7300bf4321b9caf43083788049":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f6ea563561bc4d58802489b3a15f564e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_bf104cc787124caebc93820d3fceb8f4","placeholder":"​","style":"IPY_MODEL_2d9d143f88ec48738e5f53cf555b5551","value":" 2.42M/2.42M [00:00\u0026lt;00:00, 61.7MB/s]"}},"fce9f523028144b28f1e34607c2cf284":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_7bf5bd9be2fe4ddd806aa07eca91268a","placeholder":"​","style":"IPY_MODEL_a31a0d3a579542bd9936fc72562d91a8","value":" 3284/5574 [00:00\u0026lt;00:00, 23962.99 examples/s]"}},"fd5b22f075624e23a59683e9f40faa67":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fe4f7ee0544f4f92afd12e3068e41b52":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_16c4bd069e42423c8327946c966088b1","IPY_MODEL_3ccc0ed41f954832a32ae508b7b1cb48","IPY_MODEL_17cf52e9b6ec44b89e0d1a54b25b4a83"],"layout":"IPY_MODEL_2bc96a69e0cd4a058c52364ebd2ad185"}},"feaaa3fb7c3743b9ba7107c7b25e6548":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}}}}},"nbformat":4,"nbformat_minor":0}