{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"authorship_tag":"ABX9TyNGaytftjGZzg/sqa8hRU3s"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"},"accelerator":"GPU","gpuClass":"standard","widgets":{"application/vnd.jupyter.widget-state+json":{"a0e441327eee4112ac7b74781c77690e":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_70fac8ce031c46589955c693c245d627","IPY_MODEL_f44e3cd240a844f9813bc544e68369c6","IPY_MODEL_a9c34e3bd64f4365bf84cca088a67ed3"],"layout":"IPY_MODEL_d3b6970711bd4a91911e36c6b93b0149"}},"70fac8ce031c46589955c693c245d627":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b9f228b973bd46c19f87a609f79b376f","placeholder":"​","style":"IPY_MODEL_80c430dd861144fd84427c50d7afb13c","value":"100%"}},"f44e3cd240a844f9813bc544e68369c6":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_0882f50062b6429cbcedec4c9538f477","max":3,"min":0,"orientation":"horizontal","style":"IPY_MODEL_1ba724a4b509400c921c9efc1edb6090","value":3}},"a9c34e3bd64f4365bf84cca088a67ed3":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_8d90794748b2466b8e9c66c1db803821","placeholder":"​","style":"IPY_MODEL_f02311e734734bd69180e5e89212f41a","value":" 3/3 [00:00&lt;00:00, 87.92it/s]"}},"d3b6970711bd4a91911e36c6b93b0149":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b9f228b973bd46c19f87a609f79b376f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"80c430dd861144fd84427c50d7afb13c":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"0882f50062b6429cbcedec4c9538f477":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1ba724a4b509400c921c9efc1edb6090":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"8d90794748b2466b8e9c66c1db803821":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f02311e734734bd69180e5e89212f41a":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a0e442f4fa7c4badb0fa1a46840ba751":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_86fe78ea29bc446a8557cc291ff6300d","IPY_MODEL_502d330613514ca29f1206533282601f","IPY_MODEL_8d568373d5ce4af58f063dc4f30f0b71"],"layout":"IPY_MODEL_465397f6e45a422eaddb86a96af4afd1"}},"86fe78ea29bc446a8557cc291ff6300d":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_449f077725564ebdb8e0096f9aabec99","placeholder":"​","style":"IPY_MODEL_9f7b2c98a57240c98f1eca099011ae8c","value":"Downloading (…)okenizer_config.json: 100%"}},"502d330613514ca29f1206533282601f":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_26f887c435a846e39b049cc07ae9f738","max":2537,"min":0,"orientation":"horizontal","style":"IPY_MODEL_bb02703a2688473a8309e9dd4117400a","value":2537}},"8d568373d5ce4af58f063dc4f30f0b71":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_7a76968e08894d4f886346615873ed8d","placeholder":"​","style":"IPY_MODEL_8d1a9c60b5334d97be88d9154bef822f","value":" 2.54k/2.54k [00:00&lt;00:00, 50.1kB/s]"}},"465397f6e45a422eaddb86a96af4afd1":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"449f077725564ebdb8e0096f9aabec99":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9f7b2c98a57240c98f1eca099011ae8c":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"26f887c435a846e39b049cc07ae9f738":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"bb02703a2688473a8309e9dd4117400a":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"7a76968e08894d4f886346615873ed8d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8d1a9c60b5334d97be88d9154bef822f":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"dec176fa12fa4379b0e02e08d0d744f9":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_339e942966964acba7db87e098e01bb9","IPY_MODEL_186fc01aeb5246f7a3e9da6cc07e1aaf","IPY_MODEL_b53c2d65531f4c5e8a1f0c837856a2e3"],"layout":"IPY_MODEL_64fad61fc73e4fdcb978d8cfcee74b99"}},"339e942966964acba7db87e098e01bb9":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c26bd724e80445ccb977ddd9a9139a50","placeholder":"​","style":"IPY_MODEL_7a0d3d716dc44aeaad3af54cfe4285f3","value":"Downloading (…)&quot;spiece.model&quot;;: 100%"}},"186fc01aeb5246f7a3e9da6cc07e1aaf":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_4ab34af3efdd4f62a8525914852464fd","max":791656,"min":0,"orientation":"horizontal","style":"IPY_MODEL_7feb0c8674264b298a060e9e7b638ee5","value":791656}},"b53c2d65531f4c5e8a1f0c837856a2e3":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_33873f8f65414b709d79c575f5d8e89a","placeholder":"​","style":"IPY_MODEL_3caad1acc3ea432bb563edc5aa4da320","value":" 792k/792k [00:00&lt;00:00, 16.1MB/s]"}},"64fad61fc73e4fdcb978d8cfcee74b99":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c26bd724e80445ccb977ddd9a9139a50":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7a0d3d716dc44aeaad3af54cfe4285f3":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"4ab34af3efdd4f62a8525914852464fd":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7feb0c8674264b298a060e9e7b638ee5":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"33873f8f65414b709d79c575f5d8e89a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3caad1acc3ea432bb563edc5aa4da320":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"3f06d6aa46ef481ebd785ef89ce955ff":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_8ffcb9924caa428196d4a8fc749b6c72","IPY_MODEL_17f90dbd86d146ec8c8e1382d89933ee","IPY_MODEL_33e83feb38d84274b8b3c84f2cff5cc9"],"layout":"IPY_MODEL_bb1dbb5ead244ebeb777b15824c7dbdb"}},"8ffcb9924caa428196d4a8fc749b6c72":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_50d86ddd37db4bdba4334d5aea132b4a","placeholder":"​","style":"IPY_MODEL_62ddd18067ed49a081b7e5d36228e169","value":"Downloading (…)/main/tokenizer.json: 100%"}},"17f90dbd86d146ec8c8e1382d89933ee":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_1e8ab1fa9b7147f7b50ee807a8811ef4","max":2424064,"min":0,"orientation":"horizontal","style":"IPY_MODEL_864db41aeccd4a858268d12317ef8d2c","value":2424064}},"33e83feb38d84274b8b3c84f2cff5cc9":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ff7d872e7d5749aa9df9ace32dc42eaf","placeholder":"​","style":"IPY_MODEL_6e801a6437fa4f488242ec46c14c8d2f","value":" 2.42M/2.42M [00:01&lt;00:00, 1.53MB/s]"}},"bb1dbb5ead244ebeb777b15824c7dbdb":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"50d86ddd37db4bdba4334d5aea132b4a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"62ddd18067ed49a081b7e5d36228e169":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"1e8ab1fa9b7147f7b50ee807a8811ef4":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"864db41aeccd4a858268d12317ef8d2c":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"ff7d872e7d5749aa9df9ace32dc42eaf":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6e801a6437fa4f488242ec46c14c8d2f":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"8e5518a8aa0c4a05916e352aa341e56e":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_2dae19a3df484a979633a1d5b9e70b8f","IPY_MODEL_9ee281173c7a4bb3a94b53709c95860f","IPY_MODEL_b8e9d23f81f84e8ea93e4305e5309d20"],"layout":"IPY_MODEL_f9c9adc55e854f4f866810ada4df1008"}},"2dae19a3df484a979633a1d5b9e70b8f":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_bb96fb90bbb2456fac59133e3e86a93f","placeholder":"​","style":"IPY_MODEL_afdfcc183608406280236a30e8cbf28b","value":"Downloading (…)cial_tokens_map.json: 100%"}},"9ee281173c7a4bb3a94b53709c95860f":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_8fa27024d0b8427880ef3aeb563d4aa0","max":2201,"min":0,"orientation":"horizontal","style":"IPY_MODEL_74d97f1d82384b1c99642c9db07d0740","value":2201}},"b8e9d23f81f84e8ea93e4305e5309d20":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_2176b442d1b14878868bb2344db009de","placeholder":"​","style":"IPY_MODEL_c0e7e0141e254f7bbc5537e085f1b5d1","value":" 2.20k/2.20k [00:00&lt;00:00, 115kB/s]"}},"f9c9adc55e854f4f866810ada4df1008":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"bb96fb90bbb2456fac59133e3e86a93f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"afdfcc183608406280236a30e8cbf28b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"8fa27024d0b8427880ef3aeb563d4aa0":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"74d97f1d82384b1c99642c9db07d0740":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"2176b442d1b14878868bb2344db009de":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c0e7e0141e254f7bbc5537e085f1b5d1":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}}}}},"cells":[{"cell_type":"code","execution_count":null,"metadata":{"id":"cF27ATTsqUKG"},"outputs":[],"source":["!pip install transformers datasets torch sentencepiece"]},{"cell_type":"code","source":["from datasets import load_dataset\n","from transformers import AutoModelForSeq2SeqLM\n","from transformers import AutoTokenizer\n","import torch\n","from tqdm import tqdm\n","from sklearn.metrics import accuracy_score"],"metadata":{"id":"8DLGqnFgqcmQ","executionInfo":{"status":"ok","timestamp":1676231947361,"user_tz":-60,"elapsed":730,"user":{"displayName":"Szymon Jadczak","userId":"16229243011212847322"}}},"execution_count":426,"outputs":[]},{"cell_type":"code","source":["def load_and_process_dataset():\n","    dataset = load_dataset(\"sst2\")\n","    dataset.remove_columns('idx')\n","    del dataset['test']\n","    dataset['test'] = dataset['validation']\n","    del dataset['validation']\n","    split_dataset = dataset['train'].train_test_split(test_size=1600)\n","    dataset['train'] = split_dataset['train']\n","    dataset['validation'] = split_dataset['test']\n","    return dataset"],"metadata":{"id":"LY2b5R1Wqs7S","executionInfo":{"status":"ok","timestamp":1676231949164,"user_tz":-60,"elapsed":2,"user":{"displayName":"Szymon Jadczak","userId":"16229243011212847322"}}},"execution_count":427,"outputs":[]},{"cell_type":"code","source":["dataset = load_and_process_dataset()\n","dataset"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":329,"referenced_widgets":["a0e441327eee4112ac7b74781c77690e","70fac8ce031c46589955c693c245d627","f44e3cd240a844f9813bc544e68369c6","a9c34e3bd64f4365bf84cca088a67ed3","d3b6970711bd4a91911e36c6b93b0149","b9f228b973bd46c19f87a609f79b376f","80c430dd861144fd84427c50d7afb13c","0882f50062b6429cbcedec4c9538f477","1ba724a4b509400c921c9efc1edb6090","8d90794748b2466b8e9c66c1db803821","f02311e734734bd69180e5e89212f41a"]},"id":"mJK9hcjKqtai","executionInfo":{"status":"ok","timestamp":1676231956945,"user_tz":-60,"elapsed":5033,"user":{"displayName":"Szymon Jadczak","userId":"16229243011212847322"}},"outputId":"6c30f689-268f-43cf-b625-4e10cb12ce0c"},"execution_count":428,"outputs":[{"output_type":"stream","name":"stderr","text":["WARNING:datasets.builder:Found cached dataset sst2 (/root/.cache/huggingface/datasets/sst2/default/2.0.0/9896208a8d85db057ac50c72282bcb8fe755accc671a57dd8059d4e130961ed5)\n"]},{"output_type":"display_data","data":{"text/plain":["  0%|          | 0/3 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"a0e441327eee4112ac7b74781c77690e"}},"metadata":{}},{"output_type":"execute_result","data":{"text/plain":["DatasetDict({\n","    train: Dataset({\n","        features: ['idx', 'sentence', 'label'],\n","        num_rows: 65749\n","    })\n","    test: Dataset({\n","        features: ['idx', 'sentence', 'label'],\n","        num_rows: 872\n","    })\n","    validation: Dataset({\n","        features: ['idx', 'sentence', 'label'],\n","        num_rows: 1600\n","    })\n","})"]},"metadata":{},"execution_count":428}]},{"cell_type":"code","source":["tokenizer = AutoTokenizer.from_pretrained('google/flan-t5-base')"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":229,"referenced_widgets":["a0e442f4fa7c4badb0fa1a46840ba751","86fe78ea29bc446a8557cc291ff6300d","502d330613514ca29f1206533282601f","8d568373d5ce4af58f063dc4f30f0b71","465397f6e45a422eaddb86a96af4afd1","449f077725564ebdb8e0096f9aabec99","9f7b2c98a57240c98f1eca099011ae8c","26f887c435a846e39b049cc07ae9f738","bb02703a2688473a8309e9dd4117400a","7a76968e08894d4f886346615873ed8d","8d1a9c60b5334d97be88d9154bef822f","dec176fa12fa4379b0e02e08d0d744f9","339e942966964acba7db87e098e01bb9","186fc01aeb5246f7a3e9da6cc07e1aaf","b53c2d65531f4c5e8a1f0c837856a2e3","64fad61fc73e4fdcb978d8cfcee74b99","c26bd724e80445ccb977ddd9a9139a50","7a0d3d716dc44aeaad3af54cfe4285f3","4ab34af3efdd4f62a8525914852464fd","7feb0c8674264b298a060e9e7b638ee5","33873f8f65414b709d79c575f5d8e89a","3caad1acc3ea432bb563edc5aa4da320","3f06d6aa46ef481ebd785ef89ce955ff","8ffcb9924caa428196d4a8fc749b6c72","17f90dbd86d146ec8c8e1382d89933ee","33e83feb38d84274b8b3c84f2cff5cc9","bb1dbb5ead244ebeb777b15824c7dbdb","50d86ddd37db4bdba4334d5aea132b4a","62ddd18067ed49a081b7e5d36228e169","1e8ab1fa9b7147f7b50ee807a8811ef4","864db41aeccd4a858268d12317ef8d2c","ff7d872e7d5749aa9df9ace32dc42eaf","6e801a6437fa4f488242ec46c14c8d2f","8e5518a8aa0c4a05916e352aa341e56e","2dae19a3df484a979633a1d5b9e70b8f","9ee281173c7a4bb3a94b53709c95860f","b8e9d23f81f84e8ea93e4305e5309d20","f9c9adc55e854f4f866810ada4df1008","bb96fb90bbb2456fac59133e3e86a93f","afdfcc183608406280236a30e8cbf28b","8fa27024d0b8427880ef3aeb563d4aa0","74d97f1d82384b1c99642c9db07d0740","2176b442d1b14878868bb2344db009de","c0e7e0141e254f7bbc5537e085f1b5d1"]},"id":"NJPXwrmJr0eK","executionInfo":{"status":"ok","timestamp":1676223155202,"user_tz":-60,"elapsed":9653,"user":{"displayName":"Szymon Jadczak","userId":"16229243011212847322"}},"outputId":"93a7abdd-d489-4620-9460-48610b515b4b"},"execution_count":11,"outputs":[{"output_type":"display_data","data":{"text/plain":["Downloading (…)okenizer_config.json:   0%|          | 0.00/2.54k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"a0e442f4fa7c4badb0fa1a46840ba751"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading (…)\"spiece.model\";:   0%|          | 0.00/792k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"dec176fa12fa4379b0e02e08d0d744f9"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading (…)/main/tokenizer.json:   0%|          | 0.00/2.42M [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"3f06d6aa46ef481ebd785ef89ce955ff"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading (…)cial_tokens_map.json:   0%|          | 0.00/2.20k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"8e5518a8aa0c4a05916e352aa341e56e"}},"metadata":{}}]},{"cell_type":"code","source":["def transform_dataset(dataset):\n","  new_dataset = []\n","\n","  for row in dataset['test']:\n","    text = row['sentence'].replace(\"\\n\", \"\")\n","    new_row = {}\n","    new_row['sentence'] = text\n","    if row['label'] == 0:\n","      new_row['label'] = \"negative\"\n","    else:\n","      new_row['label'] = \"positive\"\n","    new_dataset.append(new_row)\n","  return new_dataset\n","\n","def print_with_index(i):\n","  print(new_dataset[i]['label'],i)\n","\n","def create_predictions(test_data):\n","  predictions = []\n","  expected = []\n","\n","  for row in tqdm(dataset_copy):\n","    input_text = few_shot_example + \" \" + row['sentence'] + \"\\nlabel: \"\n","    input_ids = tokenizer(input_text, return_tensors=\"pt\").input_ids.to(device)\n","\n","    generated_ids = model.generate(input_ids, do_sample=True, temperature=0.9, max_length=200)\n","    generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=True, clean_up_tokenization_spaces=True)\n","\n","    predictions.append(generated_text)\n","    expected.append(row['label'])\n","  return predictions, expected"],"metadata":{"id":"Yla8YKK0rYBf","executionInfo":{"status":"ok","timestamp":1676232089747,"user_tz":-60,"elapsed":563,"user":{"displayName":"Szymon Jadczak","userId":"16229243011212847322"}}},"execution_count":443,"outputs":[]},{"cell_type":"code","source":["new_dataset = transform_dataset(dataset)"],"metadata":{"id":"3f8Iy49dKyrk","executionInfo":{"status":"ok","timestamp":1676232014907,"user_tz":-60,"elapsed":2,"user":{"displayName":"Szymon Jadczak","userId":"16229243011212847322"}}},"execution_count":434,"outputs":[]},{"cell_type":"code","source":["print_with_index(0)\n","print_with_index(46)\n","print_with_index(123)\n","print_with_index(300)\n","print_with_index(400)\n","print_with_index(500)\n","print_with_index(702)\n","print_with_index(802)\n","print_with_index(553)\n","print_with_index(655)\n","print_with_index(455)\n","print_with_index(258)\n","print_with_index(158)\n","print_with_index(752)\n","print_with_index(853)\n","print_with_index(855)\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"yDNbcRUmsGND","executionInfo":{"status":"ok","timestamp":1676232021587,"user_tz":-60,"elapsed":3,"user":{"displayName":"Szymon Jadczak","userId":"16229243011212847322"}},"outputId":"e32717fa-cf9a-4b86-dc0c-054a3e02f7b9"},"execution_count":436,"outputs":[{"output_type":"stream","name":"stdout","text":["positive 0\n","negative 46\n","positive 123\n","positive 300\n","positive 400\n","negative 500\n","negative 702\n","negative 802\n","positive 553\n","positive 655\n","positive 455\n","negative 258\n","negative 158\n","negative 752\n","positive 853\n","positive 855\n"]}]},{"cell_type":"code","source":["indexes = [0,553,655,455,258]"],"metadata":{"id":"AEWEe6R24PY9","executionInfo":{"status":"ok","timestamp":1676233275719,"user_tz":-60,"elapsed":1579,"user":{"displayName":"Szymon Jadczak","userId":"16229243011212847322"}}},"execution_count":492,"outputs":[]},{"cell_type":"code","source":["def create_dataset(indexes):\n","  few_shot_learning_examples = ''\n","  for i in indexes:\n","    few_shot_learning_examples = few_shot_learning_examples + \"sentence: \" + dataset_copy[i]['sentence'] + \"\\n\" +'label: ' + dataset_copy[i]['label'] + '\\n'\n","  for i in indexes:\n","    dataset_copy.pop(i)\n","  few_shot_learning_examples = few_shot_learning_examples + \"sentence:\"\n","  return few_shot_learning_examples"],"metadata":{"id":"86Z2NQJRNTUR","executionInfo":{"status":"ok","timestamp":1676232751201,"user_tz":-60,"elapsed":3,"user":{"displayName":"Szymon Jadczak","userId":"16229243011212847322"}}},"execution_count":469,"outputs":[]},{"cell_type":"code","source":["dataset_copy = new_dataset.copy()\n","few_shot_example = create_dataset(indexes)\n","print(len(dataset_copy),len(new_dataset))\n","print(few_shot_example)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"lXnnAhJM4eUC","executionInfo":{"status":"ok","timestamp":1676233279365,"user_tz":-60,"elapsed":438,"user":{"displayName":"Szymon Jadczak","userId":"16229243011212847322"}},"outputId":"354fa579-bf2a-4e66-aa4f-aecc8acc6f52"},"execution_count":493,"outputs":[{"output_type":"stream","name":"stdout","text":["867 872\n","sentence: it 's a charming and often affecting journey . \n","label: positive\n","sentence: so unassuming and pure of heart , you ca n't help but warmly extend your arms and yell ` safe ! ' \n","label: positive\n","sentence: birthday girl is an amusing joy ride , with some surprisingly violent moments . \n","label: positive\n","sentence: ( chaiken 's ) talent lies in an evocative , accurate observation of a distinctive milieu and in the lively , convincing dialogue she creates for her characters . \n","label: positive\n","sentence: `` the time machine '' is a movie that has no interest in itself . \n","label: negative\n","sentence:\n"]}]},{"cell_type":"code","source":["if torch.cuda.is_available():     \n","    device = torch.device(\"cuda\")\n","\n","    print('There are %d GPU(s) available.' % torch.cuda.device_count())\n","    print('We will use the GPU:', torch.cuda.get_device_name(0))\n","\n","else:\n","    print('No GPU available, using the CPU instead.')\n","    device = torch.device(\"cpu\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"qZl1s8otuQb7","executionInfo":{"status":"ok","timestamp":1676232065230,"user_tz":-60,"elapsed":4,"user":{"displayName":"Szymon Jadczak","userId":"16229243011212847322"}},"outputId":"3213f6c3-374c-481f-d616-5851e4a1071b"},"execution_count":441,"outputs":[{"output_type":"stream","name":"stdout","text":["There are 1 GPU(s) available.\n","We will use the GPU: Tesla T4\n"]}]},{"cell_type":"code","source":["model = AutoModelForSeq2SeqLM.from_pretrained('google/flan-t5-base')\n","model.cuda()"],"metadata":{"id":"9-BV0UrJuRxA"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["pred = create_predictions(dataset_copy)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"fTa23zkmuZLk","executionInfo":{"status":"ok","timestamp":1676233331926,"user_tz":-60,"elapsed":48127,"user":{"displayName":"Szymon Jadczak","userId":"16229243011212847322"}},"outputId":"b4ea7d5c-b824-45ee-b2ae-88158dbff2c3"},"execution_count":494,"outputs":[{"output_type":"stream","name":"stderr","text":["100%|██████████| 867/867 [00:48<00:00, 18.06it/s]\n"]}]},{"cell_type":"code","source":["predictions = pred[0]\n","expected = pred[1]"],"metadata":{"id":"h2cQWCXZOUv5","executionInfo":{"status":"ok","timestamp":1676233335166,"user_tz":-60,"elapsed":440,"user":{"displayName":"Szymon Jadczak","userId":"16229243011212847322"}}},"execution_count":495,"outputs":[]},{"cell_type":"code","source":["accuracy_score(expected,predictions)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"dMslr0Lhw3Hs","executionInfo":{"status":"ok","timestamp":1676234098769,"user_tz":-60,"elapsed":570,"user":{"displayName":"Szymon Jadczak","userId":"16229243011212847322"}},"outputId":"3b8ddae0-c738-4528-9fc1-9159538a3051"},"execution_count":497,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.903114186851211"]},"metadata":{},"execution_count":497}]}]}