nlp-llm-fine-tuning-lora-t5-l.ipynb

{"metadata":{"kaggle":{"accelerator":"gpu","dataSources":[],"dockerImageVersionId":30636,"isGpuEnabled":true,"isInternetEnabled":true,"language":"python","sourceType":"notebook"},"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.10.12"},"papermill":{"default_parameters":{},"duration":37245.812384,"end_time":"2024-01-19T23:50:36.51461","environment_variables":{},"exception":null,"input_path":"__notebook__.ipynb","output_path":"__notebook__.ipynb","parameters":{},"start_time":"2024-01-19T13:29:50.702226","version":"2.4.0"},"widgets":{"application/vnd.jupyter.widget-state+json":{"state":{"008893fcde2442af9780cf8e3692f3ae":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"00b6f07936d84089b04a5346e345ed1e":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"00bf2de3b724408c88b931c8fbf74fd1":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"014fe1541824455cbd3f9a91ad627052":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_3a90d0f158a0458396b6146a11feb217","max":662,"min":0,"orientation":"horizontal","style":"IPY_MODEL_51ac507a066d4f9faa6bd210862a63bb","value":662}},"0318fd084d6a412aacbf6cb3e59776a3":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"03e4d8ab162c47c3961dbfea1760363c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"0442a0010955443da2886ac4fcfbe483":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_00b6f07936d84089b04a5346e345ed1e","placeholder":"​","style":"IPY_MODEL_245ed99e1f764521aa9a9a663db9a7b3","value":" 1/1 [00:00&lt;00:00, 103.70it/s]"}},"0446726e0c8849e2b6f2e1d9a3b18449":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"04e3ea8dee1c4fc8ab2662ed50f5ebc9":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"067b0df75e3d4453822571f0713739f7":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_8527e5e55492496296b6abe4d80f59d9","placeholder":"​","style":"IPY_MODEL_fc15d0cc13cf44b8ac3a58ed4e62f095","value":" 404/404 [00:00&lt;00:00, 26.8kB/s]"}},"07d3e9e9076c41b8abb51f282832b67d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_4bef8d4595fe40cfbcd2eeb550ab6365","placeholder":"​","style":"IPY_MODEL_a14754f871074eafa5b941e564bffb53","value":"Downloading readme: 100%"}},"07fb6b42be5c4e95becfd4ae9e3d2f68":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0be4704534e347cf805416bdacc24714":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"0c8c7f9a74264fe68476411fccd8fa74":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_62155c0d0ccc4f9b9a93448cb0540539","max":25743,"min":0,"orientation":"horizontal","style":"IPY_MODEL_2ac6bc9335b94f908026fa5d28629097","value":25743}},"0d36acc901a6482ab1c291e2373b83e7":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_dd070e0bf97e40999f6f713b89e6aeb7","max":24322,"min":0,"orientation":"horizontal","style":"IPY_MODEL_a68b6cd506854edba0e5fb8b019b574e","value":24322}},"0dfcd6e5ad8545379efbb7031af69509":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0e8988fb79394956b6be431a6dd5df97":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_153618b505154230864aba2b54f4af57","placeholder":"​","style":"IPY_MODEL_9900827e3419485c85c58117c9f26119","value":" 2.42M/2.42M [00:00&lt;00:00, 28.8MB/s]"}},"0e99b8611cfb48e083ccb6e5c40f8169":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0eee8f40988c4d38b49d31e4bb9cc631":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"12c0d74059c44c4a83d46b12979fc5b2":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"13bfa9453fb147af9517e962f7c6548f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_07d3e9e9076c41b8abb51f282832b67d","IPY_MODEL_b015c02f52e643799a6b624e85abcbf7","IPY_MODEL_067b0df75e3d4453822571f0713739f7"],"layout":"IPY_MODEL_86260664ccc34c03a7c54601a9f76241"}},"13f7f093af1e4d0fb1f9ddcb20eaad42":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"14c136d47ec84d2cbb340fd9fce33abd":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"14ce780c882942fda607a4a902cba080":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"14e1f16a81d84abeb935dfba54582977":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"153618b505154230864aba2b54f4af57":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"154c4b9a398e4f3a9bb524b648be0d6f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_591c73cac8e8492db6f680c8109cb800","placeholder":"​","style":"IPY_MODEL_0eee8f40988c4d38b49d31e4bb9cc631","value":"tokenizer.json: 100%"}},"16052ca48bb040ac95697d648f903b31":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_13f7f093af1e4d0fb1f9ddcb20eaad42","placeholder":"​","style":"IPY_MODEL_799dc8912fea4570ab78909e233fb68b","value":"adapter_config.json: 100%"}},"1644d05f047e4679a031597a5eb1da97":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_14e1f16a81d84abeb935dfba54582977","placeholder":"​","style":"IPY_MODEL_bdd9190f82444445a67c3bf95b963cce","value":" 9.48M/9.48M [00:00&lt;00:00, 5.71MB/s]"}},"172c3b5935b942368640be95fe4b694d":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"17842d2b9c2b4c4895327f692ecb9cea":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"19a87f40217b4b34a866fcd5ba04a01b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_409df7c2477f4082904a008d864b6455","max":2422256,"min":0,"orientation":"horizontal","style":"IPY_MODEL_2bf6bba0b5864e2c8aac4fc8df90fb57","value":2422256}},"1ab7b3b9b8394cd198170a66342c5173":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"1ab9ebaf0c094211a1d9a4858c346083":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_704fc8966ed249bc833cbb2fcf2f7108","placeholder":"​","style":"IPY_MODEL_940c86658c624e108448e1cec25f603e","value":"generation_config.json: 100%"}},"1af2a760bf6c42dea7edb503b302b6de":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"1d74bf23efbe4d7c9b04cdcf8ff54274":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b5112b9cf23e4c888b4225ca6ce55b83","placeholder":"​","style":"IPY_MODEL_817fade608d346118bd3a8323dcb1870","value":"config.json: 100%"}},"1db18e79a1f140a2a8d6ae5f8e501dc2":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"1dcce2b3255644f7bdd2ec5a48aff119":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"1e4546fc8b7a4e41abcf3821b774073b":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1e65bb5d3a06489bb623dc04d20f49e7":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"213be0b94f53402c8cc1b5639fa94e83":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"2194a8f4fd5d465bb20a892a22c4f555":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_5ac25531f6f147c9bc8887a3142033b3","IPY_MODEL_ee8b41c1dee640eb90710d1c9fb3f6d4","IPY_MODEL_3dd3dedea60a4d0cbbf7489ef6aaefc6"],"layout":"IPY_MODEL_9e957990cf354cef82a10ba9083e44df"}},"21a7b4eed15c411ea74fcc1c74c96387":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"21a9af29f61c416989a6ecd76e939842":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"245ed99e1f764521aa9a9a663db9a7b3":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"2616ee576f93415d897fa967e044d9de":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"27c03e4ce14b499eaa9167b02a646356":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_313f3c95c7b143b49fd2adf6fe2dda8e","placeholder":"​","style":"IPY_MODEL_7c658202497d407fadb312899d282727","value":" 1/1 [00:00&lt;00:00, 115.40it/s]"}},"290bfbbf20994a5e813386f37de206c6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_74f95ca60f61479b92e4490219bf3b71","IPY_MODEL_7207c599edd846e98e7eae47765fe55b","IPY_MODEL_27c03e4ce14b499eaa9167b02a646356"],"layout":"IPY_MODEL_304bc85fa79c417bb1bcbb88a0c96c1c"}},"29c8c649d4b54b0f9476292ac3ec63a3":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_dac988c731624c2ab7fc46c913921795","IPY_MODEL_eebd516b214f4757878c93aeef8bc6ea","IPY_MODEL_b97d1bae274b46e487fd85a652da569b"],"layout":"IPY_MODEL_71d25bcd265040839c16abf608cdd53f"}},"29e853e6fb324f9385c8f210f687c6a6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"2a37543302374011adff7a96c8adfcd3":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"2ac6bc9335b94f908026fa5d28629097":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"2bbe1c36db0c4baca0723af1a7b17aae":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_c6285f45e8e14be781c1a9d44285d5d5","IPY_MODEL_835258f581d84d88bf2fd8b7dc49d364","IPY_MODEL_cf78f9d8aaab43ccaa5fab22f4b513c7"],"layout":"IPY_MODEL_2c29ed224f4e49ee80ff3630c8b1797f"}},"2bf6bba0b5864e2c8aac4fc8df90fb57":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"2c29ed224f4e49ee80ff3630c8b1797f":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2c58a6a91d05467f988277adb46b2413":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2cc57e47837b452a9085ec7b639e0a7a":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_dbb0f94c7de2413f9cdf95ca4c1b2b29","placeholder":"​","style":"IPY_MODEL_a88d5385250f45e08b1fc3b3311496e5","value":" 3.13G/3.13G [00:51&lt;00:00, 60.5MB/s]"}},"2dc11ddef68b46df89d19fca5c597c1a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2e8c868001d84a19818106e6943e933e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_16052ca48bb040ac95697d648f903b31","IPY_MODEL_715e956dfdc0441ebdbbcfd59eff112d","IPY_MODEL_5fe65a11bda249819c1bd1b00aa821ce"],"layout":"IPY_MODEL_aee3a5b930ed417eb2b2dd310511ca83"}},"2f6a117cb04c41b1bb41c76879ee7b56":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_81d37dcddf4c4ec89c58bc519b23f771","max":147,"min":0,"orientation":"horizontal","style":"IPY_MODEL_86060c7d33fa4400b605b33854b5835f","value":147}},"30060fd6e1294c2bac8530619619d889":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"304bc85fa79c417bb1bcbb88a0c96c1c":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"305f9b8ad5524184b8e248705100800c":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"313f3c95c7b143b49fd2adf6fe2dda8e":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"315ebf1287244a4484d2bd1c0369f5e5":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"3275b40a36504ea8b1a5b38826184c87":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"32f383b38ba94b65b09f29cd946bde93":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"361affb7fa544eb4ac966cea44755cf5":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_cbcb476865ff4a2994369dcd96bd0de5","placeholder":"​","style":"IPY_MODEL_85bb5ce88d98486e9a532520709e2925","value":" 2.54k/2.54k [00:00&lt;00:00, 206kB/s]"}},"39935ca198f44fbaa0d2fa5b60d30bb6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"3a68b4c14803450f9e2f7cd356a3a514":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_c6659ad6e6614778b649b214636fa38b","max":2543,"min":0,"orientation":"horizontal","style":"IPY_MODEL_1db18e79a1f140a2a8d6ae5f8e501dc2","value":2543}},"3a90d0f158a0458396b6146a11feb217":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3c1e1ff42b9243c6a477c5c3f77a1960":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"3cb1ae9a3d924ce58f761efd83380889":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_9ccef55be797472fb589c171d3a272d2","placeholder":"​","style":"IPY_MODEL_9ae0dd5019e44c0895c68b1e383c04b7","value":" 360/0 [00:00&lt;00:00, 9451.83 examples/s]"}},"3d98b3bd37284c8fab083d857c184737":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"3dd3dedea60a4d0cbbf7489ef6aaefc6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f5a9c01f6c71447fa80c232e806ca23e","placeholder":"​","style":"IPY_MODEL_30060fd6e1294c2bac8530619619d889","value":" 20.8k/20.8k [00:00&lt;00:00, 1.70MB/s]"}},"3e720293a7bc4d918c0c03f431840155":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"3efc6c98f7464e96bfa4208db1152019":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"409df7c2477f4082904a008d864b6455":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"40e62faf73cb4538979de5fac7843bf2":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4109cd0947104c99be726cedcbf77c7f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_1e4546fc8b7a4e41abcf3821b774073b","placeholder":"​","style":"IPY_MODEL_3275b40a36504ea8b1a5b38826184c87","value":"spiece.model: 100%"}},"4359bc3c2ecb45f39f6c84a13d78ef79":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4437943b7cea4e4b877ecb5719996058":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"44957f5a100f458e81673a5943374a51":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"44e8128f37b542acaa616fa6050d94d2":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_1ab9ebaf0c094211a1d9a4858c346083","IPY_MODEL_80f8323fc41a435b8bfa642b5c94bc71","IPY_MODEL_cd59d48d05ef4d77a3fe3cc31c8cd013"],"layout":"IPY_MODEL_65bdbc6b18df46a3945eebd04777513d"}},"466ec063778341d49b457e942008b42c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_7dee2d9baf0f46b094159406a36a2e0d","IPY_MODEL_921af97da4f9464c963bcf7eee989122","IPY_MODEL_3cb1ae9a3d924ce58f761efd83380889"],"layout":"IPY_MODEL_7171215bae8d4a18ac5cb0dea43b8570"}},"48ffb99bba324358a39aff0de3e58b05":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"49ef3025287e4cf79d0d468557590f36":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"4a112ae4b68e4026b938d5a3d3d2dbdc":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"4bef8d4595fe40cfbcd2eeb550ab6365":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4d9b2f8e239245a39dadf2a7c8bd415c":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4e777c3790de45d1ab977b5afae6d227":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_bcf258aa1eb548e48f1b827c31c91cfc","IPY_MODEL_eccea618002f4f0b9d5d6c0f48599abe","IPY_MODEL_b638bc648b5342c0818e476dd4eccae1"],"layout":"IPY_MODEL_a8e199ded61c49278122e3c3ff986135"}},"4f5c835c21c149138f36d3344dab4398":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"50ab4fde4acf4a6794db26116c525c7c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_e4cb8fca4cc945aa8ff9172448507d40","IPY_MODEL_0d36acc901a6482ab1c291e2373b83e7","IPY_MODEL_cbc095d8db6740839e12dc2f4a0bf0a2"],"layout":"IPY_MODEL_67d8806dce71460d869ef61ba9859d78"}},"513e720a07af4d6786fad8d0f5d88402":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e79c560392914a79b25599758e623892","placeholder":"​","style":"IPY_MODEL_52b88a88a8f8429e826f5633644e1f6f","value":"adapter_model.safetensors: 100%"}},"51ac507a066d4f9faa6bd210862a63bb":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"52b88a88a8f8429e826f5633644e1f6f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"54821193312b40ceb25bb18bbaf3281c":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"54d4cd69be34428da8b2cd0ca465ad9e":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"591c73cac8e8492db6f680c8109cb800":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"591ffbcf95704099ace48a952bf0da0d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"5ac25531f6f147c9bc8887a3142033b3":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c3dd9bd3bb8b41a8a1ca09ebf021d4f1","placeholder":"​","style":"IPY_MODEL_213be0b94f53402c8cc1b5639fa94e83","value":"tokenizer_config.json: 100%"}},"5e9424e2a5884952bbc1e232cece00b3":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_cd960ede0f0f48d2894dd8ff4a5dacf8","placeholder":"​","style":"IPY_MODEL_ecd1fa8cf7534ac0b6cebe927e44bbd5","value":" 25743/25743 [00:19&lt;00:00, 1868.11 examples/s]"}},"5f8063f03b2e434289bbd6884afb872b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"5fe65a11bda249819c1bd1b00aa821ce":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_44957f5a100f458e81673a5943374a51","placeholder":"​","style":"IPY_MODEL_49ef3025287e4cf79d0d468557590f36","value":" 564/564 [00:00&lt;00:00, 45.9kB/s]"}},"6043c84cf71d4206b36e341623781336":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_9ce68688923c451cbad0bbbc622103e4","IPY_MODEL_a7334a57583d4f36932363f1f6ba9317","IPY_MODEL_f64c2cf2c6344e87ae442adb9cbee09f"],"layout":"IPY_MODEL_6f39cd14297b4585b1005f2d053a1e40"}},"60d917c8f7d64d26b9781430cc9c7ed7":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6113edc6cbb647399058929682697fce":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"61bd55af0b6844a1b2fd03264ffec281":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"62155c0d0ccc4f9b9a93448cb0540539":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6316d46a9da64b448ac0344e855c12d2":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"64aa4c3d6bfa4c758f192d71d96da4e3":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_8e6092769f504d8385075c4cbd2109a3","placeholder":"​","style":"IPY_MODEL_f0c1b09dce6540c7beabe5fd54a28930","value":"tokenizer_config.json: 100%"}},"65bdbc6b18df46a3945eebd04777513d":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"65e1718df0fb4eda891f5057fcec45eb":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_0dfcd6e5ad8545379efbb7031af69509","max":791656,"min":0,"orientation":"horizontal","style":"IPY_MODEL_39935ca198f44fbaa0d2fa5b60d30bb6","value":791656}},"660d1017f3de43b48231634f65fb49ce":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"665dbc15c2004c20b9d55afcb0d36818":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"67d8806dce71460d869ef61ba9859d78":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6b8c5ca397cb472c8636d6dc3ffd81d9":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_172c3b5935b942368640be95fe4b694d","placeholder":"​","style":"IPY_MODEL_ce705b717e3d479fadb0f9ecf41c0f67","value":" 792k/792k [00:00&lt;00:00, 10.4MB/s]"}},"6cccd9bd43a747aaa45e6f4f8fbee6df":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_4359bc3c2ecb45f39f6c84a13d78ef79","placeholder":"​","style":"IPY_MODEL_e3be5cf80ee04d17a506b700a0bf0fff","value":"spiece.model: 100%"}},"6dd42d8ec11b431a845cc96cd1677c4c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"6e5086394cf843adb3fd4fdd3c7146bd":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"6e5ef26b98434aa7a839041f032205cd":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6f39cd14297b4585b1005f2d053a1e40":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6f9dd4c7ff64456a9f3ddd6edeb0da11":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_f355d73ac42746278701610413751a64","IPY_MODEL_c498e27748f5403f99f27f80a67cb980","IPY_MODEL_d9fa14585c2846f9af71810a4e0c6cc1"],"layout":"IPY_MODEL_0446726e0c8849e2b6f2e1d9a3b18449"}},"704fc8966ed249bc833cbb2fcf2f7108":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"70a2c95aba894d9d921c379eb416e16a":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_3efc6c98f7464e96bfa4208db1152019","placeholder":"​","style":"IPY_MODEL_bc0d991970534726be09e76a36d6fc37","value":"tokenizer.json: 100%"}},"715e956dfdc0441ebdbbcfd59eff112d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_a4c942dfb0db4674a539ede7b19e51ba","max":564,"min":0,"orientation":"horizontal","style":"IPY_MODEL_c4f2b52712684c9dbd3347e9e22a719b","value":564}},"7171215bae8d4a18ac5cb0dea43b8570":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"71d25bcd265040839c16abf608cdd53f":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7207c599edd846e98e7eae47765fe55b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_ca8dccde740d49769a84cf5030290f3c","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_8e4cb4e12a5e42b68315ed7343c34f0d","value":1}},"72124b6e47f140f7aff37f05c519da74":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c59226586f6e4908b64fa692cc33fd49","placeholder":"​","style":"IPY_MODEL_73922f4b26a04e76bc6d058fb5c23521","value":"Running tokenizer on dataset (num_proc=16): 100%"}},"722eb41d94b442e79bc1ae92498b5dbe":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"723b060c6fec41259d4640beec537977":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_6e5ef26b98434aa7a839041f032205cd","placeholder":"​","style":"IPY_MODEL_4a112ae4b68e4026b938d5a3d3d2dbdc","value":"model.safetensors: 100%"}},"7258e0f438b14d30b099f8c4e290ab3c":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"73367a0e4c8e4b768e43d10e2d073ccf":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"73922f4b26a04e76bc6d058fb5c23521":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7434718fde4b4752a2ee48d7853c3167":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"74f95ca60f61479b92e4490219bf3b71":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_af7c382636534ad69050f5b893cad0fc","placeholder":"​","style":"IPY_MODEL_04e3ea8dee1c4fc8ab2662ed50f5ebc9","value":"Computing checksums: 100%"}},"769daa1898ff47c9b78f9663f158bd2a":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_87f6da9c384b47828df880c532056359","max":662,"min":0,"orientation":"horizontal","style":"IPY_MODEL_bf92a5cc97a94151838f409d217a647e","value":662}},"772c96c9e9f74347a77b01cdc2fec0f4":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"77d3606d08a44f1c945576d1a44c2800":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"799dc8912fea4570ab78909e233fb68b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7c658202497d407fadb312899d282727":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7d2de2eabc3b492cb2df637c756fbaed":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7d6a8a7caf2048bbafae31d0d669f681":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7dee2d9baf0f46b094159406a36a2e0d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_54821193312b40ceb25bb18bbaf3281c","placeholder":"​","style":"IPY_MODEL_f920833d85704bcc91a408e63c5f249b","value":"Generating train split: "}},"7fbfb9ae8eb941fa81803778f7f3e1cc":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_70a2c95aba894d9d921c379eb416e16a","IPY_MODEL_b8653ef9b1d24c1b9123d99faf6e1346","IPY_MODEL_849dddf763f84c1aaf0db4216cb95db3"],"layout":"IPY_MODEL_77d3606d08a44f1c945576d1a44c2800"}},"8017e1ad19f34592b76d9f24da2f11a3":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"80f8323fc41a435b8bfa642b5c94bc71":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_8803b0b738944e47b03fef88279b05a0","max":147,"min":0,"orientation":"horizontal","style":"IPY_MODEL_1af2a760bf6c42dea7edb503b302b6de","value":147}},"8147cdc4a74e41b889010759677a2aaf":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"817fade608d346118bd3a8323dcb1870":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"81d37dcddf4c4ec89c58bc519b23f771":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"82b586d0b7544c7883a020b6282d64d6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_513e720a07af4d6786fad8d0f5d88402","IPY_MODEL_9eb204cdad2e4823a1e7259e22e50453","IPY_MODEL_e27d8880f4c94c1bb7faca3ff0f5f428"],"layout":"IPY_MODEL_c0225b3733c3449a99765bc604562a0e"}},"82c737158714413ab41087d3524e24ae":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"835258f581d84d88bf2fd8b7dc49d364":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_82c737158714413ab41087d3524e24ae","max":9477544,"min":0,"orientation":"horizontal","style":"IPY_MODEL_fb76cdea172f4d9aa15e1ba252047c49","value":9477544}},"849dddf763f84c1aaf0db4216cb95db3":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_9d7bf852ce6b498dbb87759c7f0304a9","placeholder":"​","style":"IPY_MODEL_6dd42d8ec11b431a845cc96cd1677c4c","value":" 2.42M/2.42M [00:00&lt;00:00, 58.6MB/s]"}},"8527e5e55492496296b6abe4d80f59d9":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"85bb5ce88d98486e9a532520709e2925":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"86060c7d33fa4400b605b33854b5835f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"86260664ccc34c03a7c54601a9f76241":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"87b05645ab1e400581a63955d9fbbf4b":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"87f6da9c384b47828df880c532056359":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8803b0b738944e47b03fef88279b05a0":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"890ba73a8f90486795c4f7ac8017f27b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ed4e4ae96e574f86a3276c77de1f12ea","placeholder":"​","style":"IPY_MODEL_b0094eb9026248a78854e8d8fb60e1f2","value":"Downloading data: 100%"}},"89522cf494894e118da8697cb63324f5":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_48ffb99bba324358a39aff0de3e58b05","max":791656,"min":0,"orientation":"horizontal","style":"IPY_MODEL_03e4d8ab162c47c3961dbfea1760363c","value":791656}},"89eb0598d4b7446d9b4b3f8c23da191d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"8a3d9c71484d4b27b49df32d7a79c515":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"8a8b0397f87242cda5dfb812e3655547":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"8baec70a344d4b578639f80a07346cc9":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8c5b3a2b71eb41ce97b718d8ad410426":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8d7568ad00f14d5a96365836e6f47f63":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8e4cb4e12a5e42b68315ed7343c34f0d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"8e6092769f504d8385075c4cbd2109a3":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8ecc1a54450f4f85b8b9041269a52092":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"90e2df22fa4e466dae0fdfd819ce8608":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_17842d2b9c2b4c4895327f692ecb9cea","max":6270,"min":0,"orientation":"horizontal","style":"IPY_MODEL_9fe8c176206247bd8a4489b8da55b3a0","value":6270}},"910790bfee8247449db529ded330f8a1":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_660d1017f3de43b48231634f65fb49ce","max":3132668804,"min":0,"orientation":"horizontal","style":"IPY_MODEL_91c23f30a6c346d5bcf163b7dd916118","value":3132668804}},"91c23f30a6c346d5bcf163b7dd916118":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"921af97da4f9464c963bcf7eee989122":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_cdd551cd81c44146b284b712467f9e96","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_665dbc15c2004c20b9d55afcb0d36818","value":1}},"923aae38123c4c1cafaf62d01d594f4e":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"940c86658c624e108448e1cec25f603e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"94a73380a2404dca8b3d31457837656f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"9900827e3419485c85c58117c9f26119":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"9a9cb252a5f14be38f4d2d5741bc925b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_07fb6b42be5c4e95becfd4ae9e3d2f68","placeholder":"​","style":"IPY_MODEL_ff1e037d49734f4e97a8a5c26e1b5396","value":"model.safetensors: 100%"}},"9ae0dd5019e44c0895c68b1e383c04b7":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"9af194852e9d4972b57b99638f68fe79":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_1d74bf23efbe4d7c9b04cdcf8ff54274","IPY_MODEL_014fe1541824455cbd3f9a91ad627052","IPY_MODEL_f96f29c5f4dd4108a9c6fc3c08935770"],"layout":"IPY_MODEL_32f383b38ba94b65b09f29cd946bde93"}},"9ccef55be797472fb589c171d3a272d2":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9ce68688923c451cbad0bbbc622103e4":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_8d7568ad00f14d5a96365836e6f47f63","placeholder":"​","style":"IPY_MODEL_c9172a9c3a4a444d9688f43fa7eec954","value":"adapter_model.safetensors: 100%"}},"9d7bf852ce6b498dbb87759c7f0304a9":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9df0783607764e34bcae8623b4da37d5":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9e957990cf354cef82a10ba9083e44df":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9eb204cdad2e4823a1e7259e22e50453":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_f6e8a0fed2134679aa977a6c301af4a6","max":9477544,"min":0,"orientation":"horizontal","style":"IPY_MODEL_e4b7fe736878472199f76971b1998a16","value":9477544}},"9ee66fa9e44f4742acc32c531af0fecd":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_723b060c6fec41259d4640beec537977","IPY_MODEL_910790bfee8247449db529ded330f8a1","IPY_MODEL_c268ee4b377a4fd6b265f40cdf7ab1b6"],"layout":"IPY_MODEL_c21d1b8ef5bb4e1fb63090a148cac7a4"}},"9fe8c176206247bd8a4489b8da55b3a0":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"a0b3d577e54d49d2a66a9eff39ca0596":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a14754f871074eafa5b941e564bffb53":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a4c942dfb0db4674a539ede7b19e51ba":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a54dd661840f4805afc2d25ebcb2a7e8":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a6699189ab4e4044b47030233f76660d":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a68b6cd506854edba0e5fb8b019b574e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"a6963eaeb0fe4439b27ca96c9640d125":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"a707892e2ad041258fd979b403fea8aa":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_8ecc1a54450f4f85b8b9041269a52092","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_94a73380a2404dca8b3d31457837656f","value":1}},"a7334a57583d4f36932363f1f6ba9317":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_8c5b3a2b71eb41ce97b718d8ad410426","max":9477544,"min":0,"orientation":"horizontal","style":"IPY_MODEL_2a37543302374011adff7a96c8adfcd3","value":9477544}},"a88d5385250f45e08b1fc3b3311496e5":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a8cf80f37f9d4c0a8011b3b4483e4dda":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a8e199ded61c49278122e3c3ff986135":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a9e0ed27ab36413d8d5c52d6c584e30b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"ade76d6fe0c04d9b86277ffb02841bd2":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"aee3a5b930ed417eb2b2dd310511ca83":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"af7c382636534ad69050f5b893cad0fc":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b0094eb9026248a78854e8d8fb60e1f2":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b015c02f52e643799a6b624e85abcbf7":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_9df0783607764e34bcae8623b4da37d5","max":404,"min":0,"orientation":"horizontal","style":"IPY_MODEL_a6963eaeb0fe4439b27ca96c9640d125","value":404}},"b0cdd8bc885e4783acf6ba65918a3251":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"b1112b3fcf5d4bfa9a54329633ca4879":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b332d55abade4b7daedf20062d081109":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_9a9cb252a5f14be38f4d2d5741bc925b","IPY_MODEL_c5b4c764c4564f67821db45242ae15c0","IPY_MODEL_2cc57e47837b452a9085ec7b639e0a7a"],"layout":"IPY_MODEL_923aae38123c4c1cafaf62d01d594f4e"}},"b3d57a881bb64c4fb138765ec44a1f85":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b48c2cdaa0ab4e09bce5f7c860666e78":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_60d917c8f7d64d26b9781430cc9c7ed7","placeholder":"​","style":"IPY_MODEL_772c96c9e9f74347a77b01cdc2fec0f4","value":" 6.27k/6.27k [00:00&lt;00:00, 455kB/s]"}},"b5112b9cf23e4c888b4225ca6ce55b83":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b57356acdbe244c98aed9087487e0029":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b5da4dac51df4ba4838cc5f362fe62d9":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b638bc648b5342c0818e476dd4eccae1":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_7258e0f438b14d30b099f8c4e290ab3c","placeholder":"​","style":"IPY_MODEL_c37bea303546430fbfc31a0a3202c45e","value":" 2.20k/2.20k [00:00&lt;00:00, 210kB/s]"}},"b8653ef9b1d24c1b9123d99faf6e1346":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_c04f389a23e04cd0bb00a2bb3821f8f3","max":2424064,"min":0,"orientation":"horizontal","style":"IPY_MODEL_722eb41d94b442e79bc1ae92498b5dbe","value":2424064}},"b8fc26351c294b358da7c22983ab56f7":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_7434718fde4b4752a2ee48d7853c3167","placeholder":"​","style":"IPY_MODEL_73367a0e4c8e4b768e43d10e2d073ccf","value":"generation_config.json: 100%"}},"b97d1bae274b46e487fd85a652da569b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_a6699189ab4e4044b47030233f76660d","placeholder":"​","style":"IPY_MODEL_a8cf80f37f9d4c0a8011b3b4483e4dda","value":" 39.3M/39.3M [00:01&lt;00:00, 44.3MB/s]"}},"ba9acdea33e04c4c868fb8549b6d29af":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_f8127c8b294c4d7b89e74791174724a2","IPY_MODEL_a707892e2ad041258fd979b403fea8aa","IPY_MODEL_0442a0010955443da2886ac4fcfbe483"],"layout":"IPY_MODEL_14ce780c882942fda607a4a902cba080"}},"bad7bf97a1da48b9a2e71c2b85fa3c1e":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"bb8a747a2ae84da3999dde86b9d2a356":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"bbdff879b6bd47c6bdf700a4a30ec41b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_dcc772d11cb34ebfb953e0974a7bdbbd","placeholder":"​","style":"IPY_MODEL_8a8b0397f87242cda5dfb812e3655547","value":"config.json: 100%"}},"bc0d991970534726be09e76a36d6fc37":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"bc7539b656ff4e2d9b19f42e8514b77f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c86328ddbcc348989258d28b2b23c3b7","placeholder":"​","style":"IPY_MODEL_591ffbcf95704099ace48a952bf0da0d","value":" 2.54k/2.54k [00:00&lt;00:00, 226kB/s]"}},"bcb7621aa12042f787363b98f90affb3":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_6cccd9bd43a747aaa45e6f4f8fbee6df","IPY_MODEL_65e1718df0fb4eda891f5057fcec45eb","IPY_MODEL_bcca16e3c5984577893a009bb3d934fd"],"layout":"IPY_MODEL_4d9b2f8e239245a39dadf2a7c8bd415c"}},"bcca16e3c5984577893a009bb3d934fd":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_12c0d74059c44c4a83d46b12979fc5b2","placeholder":"​","style":"IPY_MODEL_a9e0ed27ab36413d8d5c52d6c584e30b","value":" 792k/792k [00:00&lt;00:00, 11.2MB/s]"}},"bcf258aa1eb548e48f1b827c31c91cfc":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e68b9a302a2d49c2a26df522abe5b353","placeholder":"​","style":"IPY_MODEL_2616ee576f93415d897fa967e044d9de","value":"special_tokens_map.json: 100%"}},"bdd9190f82444445a67c3bf95b963cce":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"be0e57d1676e4221b0a0c74a05f8e2e7":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_87b05645ab1e400581a63955d9fbbf4b","placeholder":"​","style":"IPY_MODEL_3c1e1ff42b9243c6a477c5c3f77a1960","value":" 147/147 [00:00&lt;00:00, 13.0kB/s]"}},"be3692e8125e4f12a793199977731b37":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_4f5c835c21c149138f36d3344dab4398","placeholder":"​","style":"IPY_MODEL_ec7d345804c44b7e8a1619aab849bcf6","value":"special_tokens_map.json: 100%"}},"bebb40942e8947ce8f40e560c0be660a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"bf92a5cc97a94151838f409d217a647e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"c0225b3733c3449a99765bc604562a0e":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c04f389a23e04cd0bb00a2bb3821f8f3":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c21d1b8ef5bb4e1fb63090a148cac7a4":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c268ee4b377a4fd6b265f40cdf7ab1b6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_7d6a8a7caf2048bbafae31d0d669f681","placeholder":"​","style":"IPY_MODEL_8a3d9c71484d4b27b49df32d7a79c515","value":" 3.13G/3.13G [00:45&lt;00:00, 52.8MB/s]"}},"c31a7980f5a84063b2439fb831c4d804":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_f709ba3d24eb4bc3b8b86df925c247f5","max":2539,"min":0,"orientation":"horizontal","style":"IPY_MODEL_21a9af29f61c416989a6ecd76e939842","value":2539}},"c37bea303546430fbfc31a0a3202c45e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"c3dd9bd3bb8b41a8a1ca09ebf021d4f1":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c3f0f71b72884cc7a3d808f9d73079c8":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_bbdff879b6bd47c6bdf700a4a30ec41b","IPY_MODEL_769daa1898ff47c9b78f9663f158bd2a","IPY_MODEL_ca3e94142a824485859ee4a280b6fb26"],"layout":"IPY_MODEL_bad7bf97a1da48b9a2e71c2b85fa3c1e"}},"c498e27748f5403f99f27f80a67cb980":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_305f9b8ad5524184b8e248705100800c","max":60066,"min":0,"orientation":"horizontal","style":"IPY_MODEL_89eb0598d4b7446d9b4b3f8c23da191d","value":60066}},"c4f2b52712684c9dbd3347e9e22a719b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"c504b69b51e3486399bc8dc1977193ab":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_0318fd084d6a412aacbf6cb3e59776a3","max":9477544,"min":0,"orientation":"horizontal","style":"IPY_MODEL_1dcce2b3255644f7bdd2ec5a48aff119","value":9477544}},"c53ff795c33440efbb5551aa6e087621":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_890ba73a8f90486795c4f7ac8017f27b","IPY_MODEL_d2db7f3588a1446c854502bdc0da160e","IPY_MODEL_c5546ce8d5cc4c54b8a490c7a6c7e32b"],"layout":"IPY_MODEL_00bf2de3b724408c88b931c8fbf74fd1"}},"c5546ce8d5cc4c54b8a490c7a6c7e32b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_0e99b8611cfb48e083ccb6e5c40f8169","placeholder":"​","style":"IPY_MODEL_f52055e2c1c145fe86a21ffcdf622dff","value":" 422k/422k [00:00&lt;00:00, 3.66MB/s]"}},"c59226586f6e4908b64fa692cc33fd49":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c5995dfe4d1346c9a7debfc6154cc308":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_64aa4c3d6bfa4c758f192d71d96da4e3","IPY_MODEL_c31a7980f5a84063b2439fb831c4d804","IPY_MODEL_bc7539b656ff4e2d9b19f42e8514b77f"],"layout":"IPY_MODEL_bb8a747a2ae84da3999dde86b9d2a356"}},"c5b4c764c4564f67821db45242ae15c0":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_21a7b4eed15c411ea74fcc1c74c96387","max":3132668804,"min":0,"orientation":"horizontal","style":"IPY_MODEL_b0cdd8bc885e4783acf6ba65918a3251","value":3132668804}},"c6285f45e8e14be781c1a9d44285d5d5":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ade76d6fe0c04d9b86277ffb02841bd2","placeholder":"​","style":"IPY_MODEL_f94acd6fe8344bc382a0301d28ef77d3","value":"adapter_model.safetensors: 100%"}},"c64a5dd3db984e09917bea1df0165b38":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"c6659ad6e6614778b649b214636fa38b":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c86328ddbcc348989258d28b2b23c3b7":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c9172a9c3a4a444d9688f43fa7eec954":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"c9ec04ea2bb643e9a80f0cd7f1052602":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_154c4b9a398e4f3a9bb524b648be0d6f","IPY_MODEL_19a87f40217b4b34a866fcd5ba04a01b","IPY_MODEL_0e8988fb79394956b6be431a6dd5df97"],"layout":"IPY_MODEL_f56a7c55263f49e89878d7afd48d6c11"}},"ca3e94142a824485859ee4a280b6fb26":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_8baec70a344d4b578639f80a07346cc9","placeholder":"​","style":"IPY_MODEL_008893fcde2442af9780cf8e3692f3ae","value":" 662/662 [00:00&lt;00:00, 56.3kB/s]"}},"ca8dccde740d49769a84cf5030290f3c":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"cbc095d8db6740839e12dc2f4a0bf0a2":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_8017e1ad19f34592b76d9f24da2f11a3","placeholder":"​","style":"IPY_MODEL_b5da4dac51df4ba4838cc5f362fe62d9","value":" 24322/24322 [00:00&lt;00:00, 74559.73 examples/s]"}},"cbcb476865ff4a2994369dcd96bd0de5":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"cd59d48d05ef4d77a3fe3cc31c8cd013":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_d428bf84f3014a61b5a570652ed5880e","placeholder":"​","style":"IPY_MODEL_0be4704534e347cf805416bdacc24714","value":" 147/147 [00:00&lt;00:00, 11.4kB/s]"}},"cd960ede0f0f48d2894dd8ff4a5dacf8":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"cdd551cd81c44146b284b712467f9e96":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":"20px"}},"cdf57bd5b2d14f9db93c483dca1e4249":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ce705b717e3d479fadb0f9ecf41c0f67":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"cf78f9d8aaab43ccaa5fab22f4b513c7":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_7d2de2eabc3b492cb2df637c756fbaed","placeholder":"​","style":"IPY_MODEL_c64a5dd3db984e09917bea1df0165b38","value":" 9.48M/9.48M [00:00&lt;00:00, 5.71MB/s]"}},"d2db7f3588a1446c854502bdc0da160e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_bebb40942e8947ce8f40e560c0be660a","max":421971,"min":0,"orientation":"horizontal","style":"IPY_MODEL_e9771c8a62fc463490be1831bc729b86","value":421971}},"d428bf84f3014a61b5a570652ed5880e":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d4a61981a08e4f1198551e65925f5848":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_4109cd0947104c99be726cedcbf77c7f","IPY_MODEL_89522cf494894e118da8697cb63324f5","IPY_MODEL_6b8c5ca397cb472c8636d6dc3ffd81d9"],"layout":"IPY_MODEL_a54dd661840f4805afc2d25ebcb2a7e8"}},"d7048369d18a48eb811a9db59a3c735f":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d9c2ac2fb57d4625992cb7797bf30b12":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d9fa14585c2846f9af71810a4e0c6cc1":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_d9c2ac2fb57d4625992cb7797bf30b12","placeholder":"​","style":"IPY_MODEL_6316d46a9da64b448ac0344e855c12d2","value":" 60066/60066 [00:31&lt;00:00, 2454.64 examples/s]"}},"dac988c731624c2ab7fc46c913921795":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_a0b3d577e54d49d2a66a9eff39ca0596","placeholder":"​","style":"IPY_MODEL_6113edc6cbb647399058929682697fce","value":"Downloading data: 100%"}},"dad4e73e28df46129afe9e20453a8e56":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"dbb0f94c7de2413f9cdf95ca4c1b2b29":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"dc1292dfb4324e758c8441c7a176c4af":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_be3692e8125e4f12a793199977731b37","IPY_MODEL_3a68b4c14803450f9e2f7cd356a3a514","IPY_MODEL_361affb7fa544eb4ac966cea44755cf5"],"layout":"IPY_MODEL_40e62faf73cb4538979de5fac7843bf2"}},"dcc772d11cb34ebfb953e0974a7bdbbd":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"dd070e0bf97e40999f6f713b89e6aeb7":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e17213b3ac664c92b9a1265c05c859d4":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_eebd11f9c0454b569772b7d141a0bd9e","IPY_MODEL_c504b69b51e3486399bc8dc1977193ab","IPY_MODEL_1644d05f047e4679a031597a5eb1da97"],"layout":"IPY_MODEL_d7048369d18a48eb811a9db59a3c735f"}},"e1992594640c48809841a52929f48e03":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_1e65bb5d3a06489bb623dc04d20f49e7","placeholder":"​","style":"IPY_MODEL_1ab7b3b9b8394cd198170a66342c5173","value":"Downloading builder script: 100%"}},"e27d8880f4c94c1bb7faca3ff0f5f428":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b57356acdbe244c98aed9087487e0029","placeholder":"​","style":"IPY_MODEL_315ebf1287244a4484d2bd1c0369f5e5","value":" 9.48M/9.48M [00:00&lt;00:00, 31.0MB/s]"}},"e2d3ba6adff543569e38d287ab7d76e2":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_e1992594640c48809841a52929f48e03","IPY_MODEL_90e2df22fa4e466dae0fdfd819ce8608","IPY_MODEL_b48c2cdaa0ab4e09bce5f7c860666e78"],"layout":"IPY_MODEL_cdf57bd5b2d14f9db93c483dca1e4249"}},"e3be5cf80ee04d17a506b700a0bf0fff":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"e4b241d7ca984d1ab4d4c70bc826f243":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e4b7fe736878472199f76971b1998a16":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"e4cb8fca4cc945aa8ff9172448507d40":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_2dc11ddef68b46df89d19fca5c597c1a","placeholder":"​","style":"IPY_MODEL_6e5086394cf843adb3fd4fdd3c7146bd","value":"Generating train split: 100%"}},"e68b9a302a2d49c2a26df522abe5b353":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e79c560392914a79b25599758e623892":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e82edde7d79c429992f24ed699bdf186":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_72124b6e47f140f7aff37f05c519da74","IPY_MODEL_0c8c7f9a74264fe68476411fccd8fa74","IPY_MODEL_5e9424e2a5884952bbc1e232cece00b3"],"layout":"IPY_MODEL_14c136d47ec84d2cbb340fd9fce33abd"}},"e9771c8a62fc463490be1831bc729b86":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"eb39f2a25292443e9ce5e0c6d977b837":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"ec7d345804c44b7e8a1619aab849bcf6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"eccea618002f4f0b9d5d6c0f48599abe":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_61bd55af0b6844a1b2fd03264ffec281","max":2201,"min":0,"orientation":"horizontal","style":"IPY_MODEL_5f8063f03b2e434289bbd6884afb872b","value":2201}},"ecd1fa8cf7534ac0b6cebe927e44bbd5":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"ed16a99937eb47ac9948253a50016d5a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ed4e4ae96e574f86a3276c77de1f12ea":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ee8b41c1dee640eb90710d1c9fb3f6d4":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_2c58a6a91d05467f988277adb46b2413","max":20771,"min":0,"orientation":"horizontal","style":"IPY_MODEL_f87664a3e3db421ab529d3b930ea00b6","value":20771}},"eebd11f9c0454b569772b7d141a0bd9e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_54d4cd69be34428da8b2cd0ca465ad9e","placeholder":"​","style":"IPY_MODEL_eb39f2a25292443e9ce5e0c6d977b837","value":"adapter_model.safetensors: 100%"}},"eebd516b214f4757878c93aeef8bc6ea":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_fd8f1641bd124e81911ce8975e55f674","max":39283467,"min":0,"orientation":"horizontal","style":"IPY_MODEL_29e853e6fb324f9385c8f210f687c6a6","value":39283467}},"f0c1b09dce6540c7beabe5fd54a28930":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"f355d73ac42746278701610413751a64":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e4b241d7ca984d1ab4d4c70bc826f243","placeholder":"​","style":"IPY_MODEL_4437943b7cea4e4b877ecb5719996058","value":"Running tokenizer on dataset (num_proc=16): 100%"}},"f52055e2c1c145fe86a21ffcdf622dff":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"f56a7c55263f49e89878d7afd48d6c11":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f5a9c01f6c71447fa80c232e806ca23e":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f64c2cf2c6344e87ae442adb9cbee09f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b1112b3fcf5d4bfa9a54329633ca4879","placeholder":"​","style":"IPY_MODEL_3e720293a7bc4d918c0c03f431840155","value":" 9.48M/9.48M [00:00&lt;00:00, 19.0MB/s]"}},"f6e8a0fed2134679aa977a6c301af4a6":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f709ba3d24eb4bc3b8b86df925c247f5":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f8127c8b294c4d7b89e74791174724a2":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_8147cdc4a74e41b889010759677a2aaf","placeholder":"​","style":"IPY_MODEL_3d98b3bd37284c8fab083d857c184737","value":"Computing checksums: 100%"}},"f87664a3e3db421ab529d3b930ea00b6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"f920833d85704bcc91a408e63c5f249b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"f94acd6fe8344bc382a0301d28ef77d3":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"f96f29c5f4dd4108a9c6fc3c08935770":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ed16a99937eb47ac9948253a50016d5a","placeholder":"​","style":"IPY_MODEL_dad4e73e28df46129afe9e20453a8e56","value":" 662/662 [00:00&lt;00:00, 53.9kB/s]"}},"fa78ba5d7bf445498c586be303d4119d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_b8fc26351c294b358da7c22983ab56f7","IPY_MODEL_2f6a117cb04c41b1bb41c76879ee7b56","IPY_MODEL_be0e57d1676e4221b0a0c74a05f8e2e7"],"layout":"IPY_MODEL_b3d57a881bb64c4fb138765ec44a1f85"}},"fb76cdea172f4d9aa15e1ba252047c49":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"fc15d0cc13cf44b8ac3a58ed4e62f095":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"fd8f1641bd124e81911ce8975e55f674":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ff1e037d49734f4e97a8a5c26e1b5396":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}}},"version_major":2,"version_minor":0}}},"nbformat_minor":5,"nbformat":4,"cells":[{"source":"<a href=\"https://www.kaggle.com/code/yannicksteph/nlp-llm-fine-tuning-qa-lora-t5?scriptVersionId=159753452\" target=\"_blank\"><img align=\"left\" alt=\"Kaggle\" title=\"Open in Kaggle\" src=\"https://kaggle.com/static/images/open-in-kaggle.svg\"></a>","metadata":{},"cell_type":"markdown"},{"cell_type":"markdown","source":"# | NLP | LLM | Fine-tuning | QA LoRA T5 |\n\n## Natural Language Processing (NLP) and Large Language Models (LLM) with Fine-Tuning LLM and make Question answering (QA) with LoRA and Flan-T5 Large\n\n![Learning](https://t3.ftcdn.net/jpg/06/14/01/52/360_F_614015247_EWZHvC6AAOsaIOepakhyJvMqUu5tpLfY.jpg)\n\n\n# <b>1 <span style='color:#78D118'>|</span> Overview</b>\n\nIn this notebook we're going to Fine-Tuning LLM:\n\n<img src=\"https://github.com/YanSte/NLP-LLM-Fine-tuning-Trainer/blob/main/img_2.png?raw=true\" alt=\"Learning\" width=\"50%\">\n\nMany LLMs are general purpose models trained on a broad range of data and use cases. This enables them to perform well in a variety of applications, as shown in previous modules. It is not uncommon though to find situations where applying a general purpose model performs unacceptably for specific dataset or use case. This often does not mean that the general purpose model is unusable. Perhaps, with some new data and additional training the model could be improved, or fine-tuned, such that it produces acceptable results for the specific use case.\n\n<img src=\"https://github.com/YanSte/NLP-LLM-Fine-tuning-Trainer/blob/main/img_1.png?raw=true\" alt=\"Learning\" width=\"50%\">\n\nFine-tuning uses a pre-trained model as a base and continues to train it with a new, task targeted dataset. Conceptually, fine-tuning leverages that which has already been learned by a model and aims to focus its learnings further for a specific task.\n\nIt is important to recognize that fine-tuning is model training. The training process remains a resource intensive, and time consuming effort. Albeit fine-tuning training time is greatly shortened as a result of having started from a pre-trained model. \n\n<img src=\"https://github.com/YanSte/NLP-LLM-Fine-tuning-Trainer/blob/main/img_3.png?raw=true\" alt=\"Learning\" width=\"50%\">\n\n[Hugging Face Model](https://huggingface.co/YanSte/t5_large_fine_tuning_question_answering_hc3_chatgpt_prompts)\n\n### Overview definitions\n\n<br/>\n<details>\n  <summary style=\"list-style: none;\"><b>▶️ What is T5 Model?</b></summary>\n  <br/>\n  Multiple formats of FLAN-T5 models are available on Hugging Face, from small to extra-large models, and the bigger the model, the more parameters it has.\n\n  Below are the different model sizes available from the Hugging Face model card:\n  <br/>\n  <img src=\"https://images.datacamp.com/image/upload/v1699032555/image8_241fd08d9c.png\" alt=\"Learning\" width=\"50%\">\n\n  FLAN-T5 variants with their parameters and memory usage\n\n  Choosing the right model size\n  The choice of the right model size among the variants of FLAN-T5 highly depends on the following criteria:\n\n  - The specific requirements of the project\n  - The available computational resources\n  - The level of performance expected\n\n</details>\n\n<br/>\n\n<details>\n  <summary style=\"list-style: none;\"><b>▶️ Fine-Tuning with LoRA?</b></summary>\n  <br/>\n  Fine-tuning, a crucial aspect of adapting pre-trained models to specific tasks, has witnessed a revolutionary approach known as Low Rank Adaptation (LoRA). Unlike conventional fine-tuning methods, LoRA strategically freezes pre-trained model weights and introduces trainable rank decomposition matrices into the Transformer architecture's layers. This innovative technique significantly reduces the number of trainable parameters, leading to expedited fine-tuning processes and mitigated overfitting.\n\n</details>\n\n<br/>\n\n<details>\n  <summary style=\"list-style: none;\"><b>▶️ Text Generation vs Text2Text Generation?</b></summary>\n  <br/>\n\n  <b>Text Generation:</b>\n\n  Text Generation, also known as Causal Language Modeling, is the process of generating text that closely resembles human writing.\n\n  <img src=\"https://miro.medium.com/v2/resize:fit:1400/0*XDtcpv-m0SJRGSGB.png\" alt=\"Learning\" width=\"40%\">\n\n  It utilizes a Decoder-only architecture and operates in a left-to-right context. Text Generation is often employed for tasks such as sentence completion and generating the next lines of poetry when given a few lines as input. Examples of Text Generation models include the GPT family, BLOOM, and PaLM, which find applications in Chatbots, Text Completion, and content generation.\n\n  ```\n  from transformers import pipeline\n\n  task = \"text-generation\"\n  model_name = \"gpt2\"\n  max_output_length = 30\n  num_of_return_sequences = 2\n  input_text = \"Hello, \"\n\n  text_generator = pipeline(task, model=model_name)\n\n  text_generator(input_text, max_length=max_output_length, num_return_sequences=num_of_return_sequences)\n  ```\n    \n  <br/>\n\n  <b>Text2Text Generation:</b>\n\n  Text-to-Text Generation, also known as Sequence-to-Sequence Modeling, is the process of converting one piece of text into another.\n\n  <img src=\"https://miro.medium.com/v2/resize:fit:1400/0*7_yKVuJmhFxUAGPQ.png\" alt=\"Learning\" width=\"40%\">\n\n  Text-to-Text Generation involves transforming input text into a desired target text, making it a versatile approach. It is commonly used in tasks such as language translation, summarization, and question-answering.\n\n  Examples of Text-to-Text Generation models include Transformer-based architectures like T5 (Text-to-Text Transfer Transformer) and BART (Bart is not just another Reformatter).\n\n  ```\n  from transformers import pipeline\n\n  task = \"text2text-generation\"\n  model_name = \"t5-small\"\n  max_output_length = 50\n  num_of_return_sequences = 2\n  input_text = \"Translate the following English text to French: 'Hello, how are you?'\"\n\n  text_generator = pipeline(task, model=model_name)\n\n  text_generator(input_text, max_length=max_output_length, num_return_sequences=num_of_return_sequences)\n  ```\n    \n  <br/>\n    \n  In this example, we use the T5 model from Hugging Face to perform text-to-text generation. The input text is an English sentence that we want to translate into French. The model is capable of generating multiple possible translations.\n\n</details>\n\n<br/>\n\n<details>\n  <summary style=\"list-style: none;\"><b>▶️ What is LoRA?</b></summary>\n\n  <img src=\"https://miro.medium.com/v2/resize:fit:1400/format:webp/0*kzZ2_LZqBO9_hTi3.png\" alt=\"Learning\" width=\"30%\">\n\n  LoRA represents a paradigm shift in fine-tuning strategies, offering efficiency and effectiveness. By reducing the number of trainable parameters and GPU memory requirements, LoRA proves to be a powerful tool for tailoring pre-trained large models to specific tasks. This article explores how LoRA can be employed to create a personalized chatbot.\n\n  <img src=\"https://miro.medium.com/v2/resize:fit:1400/format:webp/1*SJtZupeQVgp3s5HOBymcQw.png\" alt=\"Learning\" width=\"40%\">\n  <img src=\"https://github.com/YanSte/NLP-LLM-Fine-tuning-T5-Small-Reviews/blob/main/img_1.png?raw=true\" alt=\"Learning\" width=\"50%\">\n\n</details>\n\n<br/>\n\n<details>\n  <summary style=\"list-style: none;\"><b>▶️ PeftModel vs get_peft_model?</b></summary>\n    \n  <br/>\n    \n  Note:\n  1. <b>`PeftModel.from_pretrained`:</b>\n     - By default, the adapter of the PEFT model is frozen (non-trainable).\n     - You can change this by adjusting the `is_trainable` configuration.\n\n  2. <b>`get_peft_model` function:</b>\n     - Parameters are not frozen by default.\n     - Result: you obtain a trainable PEFT model for the SFT task.\n\n  3. <b>Fine-tuning an already fine-tuned PEFT model:</b>\n     - Utilize `from_pretrained`.\n     - Set `is_trainable = True` to enable training of the previously fine-tuned model.\n    \n</details>\n\n<br/>\n\n<details>\n  <summary style=\"list-style: none;\"><b>▶️ What is ROUGE score?</b></summary>\n  <br/>\n  ROUGE stands for Recall-Oriented Understudy for Gisting Evaluation. Some key components of ROUGE for question-answering include:\n  - ROUGE-L: Measures the longest common subsequence between the candidate and reference answers. This focuses on recall of the full text.\n  - ROUGE-1, ROUGE-2, ROUGE-SU4: Compare unigram, bigram, 4-gram overlaps between candidate and reference. Focus on recall of key parts/chunks\n\n  Higher ROUGE scores generally indicate better performance for question answering. Scores close to or above 0.70+ are considered strong.\n  When using this metric, processing like stemming, and removing stopwords can help improve the overall performance\n</details>\n\n<br/>\n\n\n### Prompt Datasets\n\nThe utilization of chat prompts during the fine-tuning of a T5 model holds crucial significance due to several inherent advantages associated with the conversational nature of such data. Here is a more detailed explanation of using chat prompts in this context:\n\n1. **Simulation of Human Interaction:** Chat prompts enable the simulation of human interactions, mirroring the dynamics of a real conversation. This approach facilitates the model's learning to generate responses that reflect the fluidity and coherence inherent in human exchanges.\n\n2. **Contextual Awareness:** Chat prompts are essential for capturing contextual nuances in conversations. Each preceding turn of speech influences the understanding and generation of responses. The use of these prompts allows the model to grasp contextual subtleties and adjust its responses accordingly.\n\n3. **Adaptation to Specific Language:** By incorporating chat prompts during fine-tuning, the model can adapt to specific languages, unique conversational styles, and even idiosyncratic expressions. This enhances the model's proficiency in generating responses that align with the particular expectations of end-users.\n\n4. **Diversity in Examples:** Conversations inherently exhibit diversity, characterized by a variety of expressions, tones, and linguistic structures. Chat prompts inject this diversity into the training process, endowing the model with the ability to handle real-world scenarios and adapt to the richness of human interactions.\n\nUsing Chat prompts during the fine-tuning of a T5 model represents a potent strategy to enhance its capability in understanding and generating conversational texts. These prompts act as a bridge between training data and real-life situations, thereby strengthening the model's performance in applications such as chatbot response generation, virtual assistant systems, and other natural language processing tasks.\n\n### Model Details\n\nT5 is an encoder-decoder model pre-trained on a multi-task mixture of unsupervised and supervised tasks and for which each task is converted into a **text-to-text** format.\n\n### Training procedure\n\nSince, T5 is a text-to-text model, the labels of the dataset are converted as follows: For each example, a sentence as been formed as \"Question sentence: \" + Answer sentence.\n\n## Learning Objectives\n\nBy the end of this notebook, you will gain expertise in the following areas:\n\n1. Learn how to effectively prepare datasets for training.\n2. Understand the process of fine-tuning the T5 model manually, without relying on the Trainer module.\n3. Explore the usage of accelerators to optimize model training and inference.\n4. Evaluate the performance of your model using metrics such as Rouge scores.","metadata":{"papermill":{"duration":0.021487,"end_time":"2024-01-19T13:29:54.206597","exception":false,"start_time":"2024-01-19T13:29:54.18511","status":"completed"},"tags":[]}},{"cell_type":"markdown","source":"### Setup","metadata":{"papermill":{"duration":0.017461,"end_time":"2024-01-19T13:29:54.241388","exception":false,"start_time":"2024-01-19T13:29:54.223927","status":"completed"},"tags":[]}},{"cell_type":"code","source":"%%capture\n!pip install -U torch torchvision evaluate transformers datasets accelerate peft deepspeed rouge-score","metadata":{"papermill":{"duration":159.761448,"end_time":"2024-01-19T13:32:34.021091","exception":false,"start_time":"2024-01-19T13:29:54.259643","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:18:51.356642Z","iopub.execute_input":"2024-01-20T14:18:51.357235Z","iopub.status.idle":"2024-01-20T14:21:26.051599Z","shell.execute_reply.started":"2024-01-20T14:18:51.357207Z","shell.execute_reply":"2024-01-20T14:21:26.050466Z"},"trusted":true},"execution_count":1,"outputs":[]},{"cell_type":"code","source":"import torch\nassert torch.cuda.is_available()","metadata":{"_kg_hide-input":true,"papermill":{"duration":1.74584,"end_time":"2024-01-19T13:32:35.785147","exception":false,"start_time":"2024-01-19T13:32:34.039307","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:21:26.053659Z","iopub.execute_input":"2024-01-20T14:21:26.053992Z","iopub.status.idle":"2024-01-20T14:21:27.922792Z","shell.execute_reply.started":"2024-01-20T14:21:26.053965Z","shell.execute_reply":"2024-01-20T14:21:27.921719Z"},"trusted":true},"execution_count":2,"outputs":[]},{"cell_type":"code","source":"###### General ######\nimport os\nimport gc\nimport platform\nimport pandas as pd\nimport numpy as np\nfrom tqdm import tqdm\nimport matplotlib.pyplot as plt\n\n###### Torch ######\n\nimport torch\nfrom torch.utils.data import DataLoader\n\n###### Hugging face ######\n\n# Hub\n# --\nfrom huggingface_hub import login\n\n# Dataset\n# --\nfrom datasets import Dataset, DatasetDict, load_dataset, load_metric\nimport datasets\n\n# Transformers\n# --\nfrom transformers import pipeline, T5ForConditionalGeneration, AutoTokenizer, AutoConfig, default_data_collator, get_linear_schedule_with_warmup, DataCollatorForSeq2Seq, set_seed\nimport transformers\n\n# Perf\n# --\nfrom peft import LoraConfig, TaskType, get_peft_model, get_peft_model_state_dict, PeftModel\nfrom peft.utils.other import fsdp_auto_wrap_policy\nfrom peft import PeftConfig\n\n# Accelerator\n# --\nfrom accelerate import Accelerator\n\n# Rouge score\n# --\nimport evaluate\nimport nltk\n\n###### Kaggle ######\n\n# Kaggle\n# --\nfrom kaggle_secrets import UserSecretsClient","metadata":{"_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","papermill":{"duration":17.070175,"end_time":"2024-01-19T13:32:52.873096","exception":false,"start_time":"2024-01-19T13:32:35.802921","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:21:27.92595Z","iopub.execute_input":"2024-01-20T14:21:27.926922Z","iopub.status.idle":"2024-01-20T14:21:45.520307Z","shell.execute_reply.started":"2024-01-20T14:21:27.926863Z","shell.execute_reply":"2024-01-20T14:21:45.519358Z"},"trusted":true},"execution_count":3,"outputs":[{"name":"stderr","text":"/opt/conda/lib/python3.10/site-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.16.5 and <1.23.0 is required for this version of SciPy (detected version 1.24.3\n  warnings.warn(f\"A NumPy version >={np_minversion} and <{np_maxversion}\"\n","output_type":"stream"}]},{"cell_type":"markdown","source":"#### Config","metadata":{"papermill":{"duration":0.017451,"end_time":"2024-01-19T13:32:52.908489","exception":false,"start_time":"2024-01-19T13:32:52.891038","status":"completed"},"tags":[]}},{"cell_type":"code","source":"# Hugging face\n# ---\nhub_repo_name=\"YanSte/t5_large_fine_tuning_lora_question_answering_hc3_and_chatgpt_prompts\"\n\n# General\n# ---\ncache_dir = \"./cache\"\nseed = 42\n\n# Model\n# ---\nmodel_name_or_path = \"google/flan-t5-large\"#\"google/flan-t5-xxl\"\n\n# Data formatting  \n# ---\nprefix = \"Answer this question: \"# We prefix our task\n\n# Data formatting and tokenization \n# ---\ntokenizer_input_max_tokens = 256\ntokenizer_output_max_tokens = 256\ntokenizer_num_proc=16\n\n# DataLoader\n# ---\ndata_loader_batch_size = 4\n\n# Lora\n# ---\nlora_task_type=TaskType.SEQ_2_SEQ_LM\nlora_inference_mode=False\nlora_r=8\nlora_alpha=32\nlora_dropout=0.1\n\n# Model\n# ---\nlr = 1e-4\nnum_epochs = 3\n\ndef get_peft_model_name_or_path(model_name_or_path, peft_config): \n    return f\"{model_name_or_path}_{peft_config.peft_type}_{peft_config.task_type}\".replace(\"/\", \"_\")\n\ndef get_optimizer(model, lr):\n    return torch.optim.AdamW(model.parameters(), lr=lr)\n\n\n# Pipeline\n# ---\npipeline_task = \"text2text-generation\"\npipeline_min_length=20\npipeline_temperature=0.3\npipeline_max_length=256","metadata":{"papermill":{"duration":0.031283,"end_time":"2024-01-19T13:32:52.957342","exception":false,"start_time":"2024-01-19T13:32:52.926059","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:21:45.522443Z","iopub.execute_input":"2024-01-20T14:21:45.524325Z","iopub.status.idle":"2024-01-20T14:21:45.532861Z","shell.execute_reply.started":"2024-01-20T14:21:45.524289Z","shell.execute_reply":"2024-01-20T14:21:45.531737Z"},"trusted":true},"execution_count":4,"outputs":[]},{"cell_type":"code","source":"login(token=UserSecretsClient().get_secret(\"HUGGINGFACEHUB_API_TOKEN\"))","metadata":{"papermill":{"duration":0.260467,"end_time":"2024-01-19T13:32:53.236001","exception":false,"start_time":"2024-01-19T13:32:52.975534","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:21:45.534041Z","iopub.execute_input":"2024-01-20T14:21:45.534433Z","iopub.status.idle":"2024-01-20T14:21:45.903396Z","shell.execute_reply.started":"2024-01-20T14:21:45.534398Z","shell.execute_reply":"2024-01-20T14:21:45.902406Z"},"trusted":true},"execution_count":5,"outputs":[{"name":"stdout","text":"Token will not been saved to git credential helper. Pass `add_to_git_credential=True` if you want to set the git credential as well.\nToken is valid (permission: write).\nYour token has been saved to /root/.cache/huggingface/token\nLogin successful\n","output_type":"stream"}]},{"cell_type":"code","source":"#os.environ[\"PYTORCH_CUDA_ALLOC_CONF\"] = \"max_split_size_mb:1024\"","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:32:53.322789Z","iopub.status.busy":"2024-01-19T13:32:53.32202Z","iopub.status.idle":"2024-01-19T13:32:53.326134Z","shell.execute_reply":"2024-01-19T13:32:53.325285Z"},"papermill":{"duration":0.026753,"end_time":"2024-01-19T13:32:53.328033","exception":false,"start_time":"2024-01-19T13:32:53.30128","status":"completed"},"tags":[]},"execution_count":6,"outputs":[]},{"cell_type":"markdown","source":"#### Setup","metadata":{"papermill":{"duration":0.017471,"end_time":"2024-01-19T13:32:53.363473","exception":false,"start_time":"2024-01-19T13:32:53.346002","status":"completed"},"tags":[]}},{"cell_type":"code","source":"pd.set_option('display.max_column', None)\npd.set_option('display.max_rows', None)\npd.set_option('display.max_seq_items', None)\npd.set_option('display.max_colwidth', 500)\npd.set_option('expand_frame_repr', True)","metadata":{"papermill":{"duration":0.026097,"end_time":"2024-01-19T13:32:53.406995","exception":false,"start_time":"2024-01-19T13:32:53.380898","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:21:45.904824Z","iopub.execute_input":"2024-01-20T14:21:45.905533Z","iopub.status.idle":"2024-01-20T14:21:45.91186Z","shell.execute_reply.started":"2024-01-20T14:21:45.905496Z","shell.execute_reply":"2024-01-20T14:21:45.910941Z"},"trusted":true},"execution_count":6,"outputs":[]},{"cell_type":"code","source":"set_seed(seed)","metadata":{"papermill":{"duration":0.0278,"end_time":"2024-01-19T13:32:53.452761","exception":false,"start_time":"2024-01-19T13:32:53.424961","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:21:45.912942Z","iopub.execute_input":"2024-01-20T14:21:45.91324Z","iopub.status.idle":"2024-01-20T14:21:45.92512Z","shell.execute_reply.started":"2024-01-20T14:21:45.913215Z","shell.execute_reply":"2024-01-20T14:21:45.924245Z"},"trusted":true},"execution_count":7,"outputs":[]},{"cell_type":"markdown","source":"Accelerator","metadata":{"papermill":{"duration":0.018312,"end_time":"2024-01-19T13:32:53.489774","exception":false,"start_time":"2024-01-19T13:32:53.471462","status":"completed"},"tags":[]}},{"cell_type":"code","source":"accelerator = Accelerator()\n\n# Or\n# Initialize accelerator with config from configs/accelerate_ds_z3.yaml\n# accelerator = (\n#     Accelerator(log_with=args.report_to, logging_dir=args.output_dir) if args.with_tracking else Accelerator()\n# )","metadata":{"papermill":{"duration":0.028855,"end_time":"2024-01-19T13:32:53.538471","exception":false,"start_time":"2024-01-19T13:32:53.509616","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:21:45.926322Z","iopub.execute_input":"2024-01-20T14:21:45.92663Z","iopub.status.idle":"2024-01-20T14:21:45.936312Z","shell.execute_reply.started":"2024-01-20T14:21:45.926605Z","shell.execute_reply":"2024-01-20T14:21:45.935376Z"},"trusted":true},"execution_count":8,"outputs":[]},{"cell_type":"markdown","source":"Log","metadata":{"papermill":{"duration":0.018422,"end_time":"2024-01-19T13:32:53.580578","exception":false,"start_time":"2024-01-19T13:32:53.562156","status":"completed"},"tags":[]}},{"cell_type":"code","source":"datasets.utils.logging.set_verbosity_error()\ntransformers.utils.logging.set_verbosity_error()   ","metadata":{"papermill":{"duration":0.025587,"end_time":"2024-01-19T13:32:53.625109","exception":false,"start_time":"2024-01-19T13:32:53.599522","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:21:45.937668Z","iopub.execute_input":"2024-01-20T14:21:45.938079Z","iopub.status.idle":"2024-01-20T14:21:45.945055Z","shell.execute_reply.started":"2024-01-20T14:21:45.938043Z","shell.execute_reply":"2024-01-20T14:21:45.944138Z"},"trusted":true},"execution_count":9,"outputs":[]},{"cell_type":"markdown","source":"Rouge metric","metadata":{"papermill":{"duration":0.018459,"end_time":"2024-01-19T13:32:53.661523","exception":false,"start_time":"2024-01-19T13:32:53.643064","status":"completed"},"tags":[]}},{"cell_type":"code","source":"# Download NLTK punkt tokenizer\nnltk.download(\"punkt\", quiet=True)\n\n# Load ROUGE metric\nrouge_metric = evaluate.load(\"rouge\")","metadata":{"papermill":{"duration":0.64672,"end_time":"2024-01-19T13:32:54.326507","exception":false,"start_time":"2024-01-19T13:32:53.679787","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:21:45.948513Z","iopub.execute_input":"2024-01-20T14:21:45.949384Z","iopub.status.idle":"2024-01-20T14:21:46.910276Z","shell.execute_reply.started":"2024-01-20T14:21:45.949356Z","shell.execute_reply":"2024-01-20T14:21:46.909443Z"},"trusted":true},"execution_count":10,"outputs":[{"output_type":"display_data","data":{"text/plain":"Downloading builder script:   0%|          | 0.00/6.27k [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"ee60737c480c4f1f84d41ba3ceb906a3"}},"metadata":{}}]},{"cell_type":"markdown","source":"#### Methods","metadata":{"papermill":{"duration":0.017988,"end_time":"2024-01-19T13:32:54.362725","exception":false,"start_time":"2024-01-19T13:32:54.344737","status":"completed"},"tags":[]}},{"cell_type":"code","source":"def accelerator_print_sep(accelerator=accelerator):\n    sep = \"#\" * 12\n    accelerator.print(sep)\n    \ndef clear_gpu_memory():\n    \"\"\"Clear GPU memory by emptying the cache and collecting garbage.\"\"\"\n    torch.cuda.empty_cache()\n    gc.collect()\n    \ndef print_system_specs():\n    # Check if CUDA is available\n    is_cuda_available = torch.cuda.is_available()\n    print(\"CUDA Available:\", is_cuda_available)\n# Get the number of available CUDA devices\n    num_cuda_devices = torch.cuda.device_count()\n    print(\"Number of CUDA devices:\", num_cuda_devices)\n    if is_cuda_available:\n        for i in range(num_cuda_devices):\n            # Get CUDA device properties\n            device = torch.device('cuda', i)\n            print(f\"--- CUDA Device {i} ---\")\n            print(\"Name:\", torch.cuda.get_device_name(i))\n            print(\"Compute Capability:\", torch.cuda.get_device_capability(i))\n            print(\"Total Memory:\", torch.cuda.get_device_properties(i).total_memory, \"bytes\")\n    # Get CPU information\n    print(\"--- CPU Information ---\")\n    print(\"Processor:\", platform.processor())\n    print(\"System:\", platform.system(), platform.release())\n    print(\"Python Version:\", platform.python_version())","metadata":{"papermill":{"duration":0.029139,"end_time":"2024-01-19T13:32:54.409218","exception":false,"start_time":"2024-01-19T13:32:54.380079","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:21:46.911328Z","iopub.execute_input":"2024-01-20T14:21:46.911582Z","iopub.status.idle":"2024-01-20T14:21:46.920324Z","shell.execute_reply.started":"2024-01-20T14:21:46.91156Z","shell.execute_reply":"2024-01-20T14:21:46.919265Z"},"trusted":true},"execution_count":11,"outputs":[]},{"cell_type":"markdown","source":"#### Specs","metadata":{"papermill":{"duration":0.017717,"end_time":"2024-01-19T13:32:54.444547","exception":false,"start_time":"2024-01-19T13:32:54.42683","status":"completed"},"tags":[]}},{"cell_type":"code","source":"print_system_specs()","metadata":{"papermill":{"duration":0.026633,"end_time":"2024-01-19T13:32:54.489381","exception":false,"start_time":"2024-01-19T13:32:54.462748","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:21:46.921723Z","iopub.execute_input":"2024-01-20T14:21:46.9221Z","iopub.status.idle":"2024-01-20T14:21:47.310442Z","shell.execute_reply.started":"2024-01-20T14:21:46.922064Z","shell.execute_reply":"2024-01-20T14:21:47.309433Z"},"trusted":true},"execution_count":12,"outputs":[{"name":"stdout","text":"CUDA Available: True\nNumber of CUDA devices: 1\n--- CUDA Device 0 ---\nName: Tesla P100-PCIE-16GB\nCompute Capability: (6, 0)\nTotal Memory: 17066885120 bytes\n--- CPU Information ---\nProcessor: x86_64\nSystem: Linux 5.15.133+\nPython Version: 3.10.12\n","output_type":"stream"}]},{"cell_type":"markdown","source":"# <b>2 <span style='color:#78D118'>|</span> Fine-Tuning</b>\n\n### Step 1 - Data Preparation\n\nThe first step of the fine-tuning process is to identify a specific task and supporting dataset.\n\nWe will use two datasets:\n\n[Hello-SimpleAI/HC3](https://huggingface.co/datasets/Hello-SimpleAI/HC3?source=post_page-----d7817b77fac0--------------------------------)\n\nand\n\n[MohamedRashad/ChatGPT-prompts](https://huggingface.co/datasets/MohamedRashad/ChatGPT-prompts?source=post_page-----d7817b77fac0--------------------------------)","metadata":{"papermill":{"duration":0.018584,"end_time":"2024-01-19T13:32:54.527852","exception":false,"start_time":"2024-01-19T13:32:54.509268","status":"completed"},"tags":[]}},{"cell_type":"code","source":"hello_dataset = load_dataset(\"Hello-SimpleAI/HC3\", name=\"all\")\nhc3_dataset = load_dataset(\"MohamedRashad/ChatGPT-prompts\")","metadata":{"papermill":{"duration":4.083855,"end_time":"2024-01-19T13:32:58.629809","exception":false,"start_time":"2024-01-19T13:32:54.545954","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:21:47.311552Z","iopub.execute_input":"2024-01-20T14:21:47.311866Z","iopub.status.idle":"2024-01-20T14:21:55.662136Z","shell.execute_reply.started":"2024-01-20T14:21:47.311838Z","shell.execute_reply":"2024-01-20T14:21:55.661159Z"},"trusted":true},"execution_count":13,"outputs":[{"output_type":"display_data","data":{"text/plain":"Downloading data:   0%|          | 0.00/39.3M [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"49c9b2e5c1184549a70ecb96f2e921cf"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"Generating train split:   0%|          | 0/24322 [00:00<?, ? examples/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"351aef9663bd426f85d30dab102afa9e"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"Downloading readme:   0%|          | 0.00/404 [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"4540433c2f464135b737b0009bab19bc"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"Downloading data:   0%|          | 0.00/422k [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"9190ef4fa11c4aec84327c8cb3aa024e"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"Generating train split: 0 examples [00:00, ? examples/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"dee474f10f614715aeea7df9eb0cd946"}},"metadata":{}}]},{"cell_type":"code","source":"hc3_dataset","metadata":{"papermill":{"duration":0.030628,"end_time":"2024-01-19T13:32:58.680032","exception":false,"start_time":"2024-01-19T13:32:58.649404","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T11:49:15.675005Z","iopub.execute_input":"2024-01-20T11:49:15.675393Z","iopub.status.idle":"2024-01-20T11:49:15.682245Z","shell.execute_reply.started":"2024-01-20T11:49:15.675357Z","shell.execute_reply":"2024-01-20T11:49:15.6813Z"},"trusted":true},"execution_count":30,"outputs":[{"execution_count":30,"output_type":"execute_result","data":{"text/plain":"DatasetDict({\n    train: Dataset({\n        features: ['human_prompt', 'chatgpt_response'],\n        num_rows: 360\n    })\n})"},"metadata":{}}]},{"cell_type":"code","source":"hello_dataset","metadata":{"papermill":{"duration":0.027682,"end_time":"2024-01-19T13:32:58.727154","exception":false,"start_time":"2024-01-19T13:32:58.699472","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T11:49:15.683419Z","iopub.execute_input":"2024-01-20T11:49:15.683732Z","iopub.status.idle":"2024-01-20T11:49:15.773014Z","shell.execute_reply.started":"2024-01-20T11:49:15.683705Z","shell.execute_reply":"2024-01-20T11:49:15.772Z"},"trusted":true},"execution_count":31,"outputs":[{"execution_count":31,"output_type":"execute_result","data":{"text/plain":"DatasetDict({\n    train: Dataset({\n        features: ['id', 'question', 'human_answers', 'chatgpt_answers', 'source'],\n        num_rows: 24322\n    })\n})"},"metadata":{}}]},{"cell_type":"code","source":"hello_df, hc3_df = pd.DataFrame(hello_dataset['train']), pd.DataFrame(hc3_dataset['train'])\n\n# Test\n# ---\n#hello_df, hc3_df = hello_df.iloc[:10], hc3_df.iloc[:10]","metadata":{"papermill":{"duration":2.144205,"end_time":"2024-01-19T13:33:00.890933","exception":false,"start_time":"2024-01-19T13:32:58.746728","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:21:55.663527Z","iopub.execute_input":"2024-01-20T14:21:55.663934Z","iopub.status.idle":"2024-01-20T14:21:57.87499Z","shell.execute_reply.started":"2024-01-20T14:21:55.66387Z","shell.execute_reply":"2024-01-20T14:21:57.87379Z"},"trusted":true},"execution_count":14,"outputs":[]},{"cell_type":"code","source":"questions, reference_answers = [], []\n\n# Process Hello DataFrame\nfor _, row in hello_df.iterrows():\n    \n    for reference in row[\"human_answers\"]:\n        questions.append(row[\"question\"])\n        reference_answers.append(reference)\n        \n    for reference in row[\"chatgpt_answers\"]:\n        questions.append(row[\"question\"])\n        reference_answers.append(reference)\n\n# Process Hc3 DataFrame\nfor _, row in hc3_df.iterrows():\n    human_prompt = row[\"human_prompt\"]\n    chatgpt_response = row[\"chatgpt_response\"]\n    questions.append(human_prompt)\n    reference_answers.append(chatgpt_response)\n\n# Create a new DataFrame\ndf = pd.DataFrame()\ndf[\"question\"] = questions\ndf[\"answer\"] = reference_answers\n\n# Save to CSV file\ndf.to_csv(\"./train.csv\", index=False)","metadata":{"papermill":{"duration":5.75296,"end_time":"2024-01-19T13:33:06.663397","exception":false,"start_time":"2024-01-19T13:33:00.910437","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:21:57.87649Z","iopub.execute_input":"2024-01-20T14:21:57.87688Z","iopub.status.idle":"2024-01-20T14:22:03.618955Z","shell.execute_reply.started":"2024-01-20T14:21:57.876849Z","shell.execute_reply":"2024-01-20T14:22:03.617908Z"},"trusted":true},"execution_count":15,"outputs":[]},{"cell_type":"code","source":"df.head()","metadata":{"papermill":{"duration":0.038561,"end_time":"2024-01-19T13:33:06.723636","exception":false,"start_time":"2024-01-19T13:33:06.685075","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:22:03.620283Z","iopub.execute_input":"2024-01-20T14:22:03.620598Z","iopub.status.idle":"2024-01-20T14:22:03.634649Z","shell.execute_reply.started":"2024-01-20T14:22:03.620573Z","shell.execute_reply":"2024-01-20T14:22:03.633693Z"},"trusted":true},"execution_count":16,"outputs":[{"execution_count":16,"output_type":"execute_result","data":{"text/plain":"                                                                                                                                                                                                                  question  \\\n0  Why is every book I hear about a \" NY Times # 1 Best Seller \" ? ELI5 : Why is every book I hear about a \" NY Times # 1 Best Seller \" ? Should n't there only be one \" # 1 \" best seller ? Please explain like I'm five.   \n1  Why is every book I hear about a \" NY Times # 1 Best Seller \" ? ELI5 : Why is every book I hear about a \" NY Times # 1 Best Seller \" ? Should n't there only be one \" # 1 \" best seller ? Please explain like I'm five.   \n2  Why is every book I hear about a \" NY Times # 1 Best Seller \" ? ELI5 : Why is every book I hear about a \" NY Times # 1 Best Seller \" ? Should n't there only be one \" # 1 \" best seller ? Please explain like I'm five.   \n3  Why is every book I hear about a \" NY Times # 1 Best Seller \" ? ELI5 : Why is every book I hear about a \" NY Times # 1 Best Seller \" ? Should n't there only be one \" # 1 \" best seller ? Please explain like I'm five.   \n4                                                   If salt is so bad for cars , why do we use it on the roads ? As the title states , why do we use it ? is there no other option or what ? Please explain like I'm five.   \n\n                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                answer  \n0  Basically there are many categories of \" Best Seller \" . Replace \" Best Seller \" by something like \" Oscars \" and every \" best seller \" book is basically an \" oscar - winning \" book . May not have won the \" Best film \" , but even if you won the best director or best script , you 're still an \" oscar - winning \" film . Same thing for best sellers . Also , IIRC the rankings change every week or something like that . Some you might not be best seller one week , but you may be the next week . I ...  \n1                                                                                                                                                                             If you 're hearing about it , it 's because it was a very good or very well - publicized book ( or both ) , and almost every good or well - publicized book will be # 1 on the NY Times bestseller list for at least a little bit . Kindof like how almost every big or good movies are # 1 at the box office on their opening weekend .  \n2                                                                                                                                                                                                              One reason is lots of catagories . However , how the NY Times calculates its best seller list is n't comprehensive , and is pretty well understood by publishers . So publishers can [ buy a few books ] ( URL_0 ) in the right bookstores and send a book to the top of the list for at least a week .  \n3  There are many different best seller lists that are published by various organizations, and the New York Times is just one of them. The New York Times best seller list is a weekly list that ranks the best-selling books in the United States based on sales data from a number of different retailers. The list is published in the New York Times newspaper and is widely considered to be one of the most influential best seller lists in the book industry. \\nIt's important to note that the New York Ti...  \n4                                                                                                                                                                                                                                                                                                      salt is good for not dying in car crashes and car crashes are worse for cars then salt . Some places use other things , but salt is really cheap compared to most alternatives , although sand is pretty good .  ","text/html":"<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>question</th>\n      <th>answer</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>Why is every book I hear about a \" NY Times # 1 Best Seller \" ? ELI5 : Why is every book I hear about a \" NY Times # 1 Best Seller \" ? Should n't there only be one \" # 1 \" best seller ? Please explain like I'm five.</td>\n      <td>Basically there are many categories of \" Best Seller \" . Replace \" Best Seller \" by something like \" Oscars \" and every \" best seller \" book is basically an \" oscar - winning \" book . May not have won the \" Best film \" , but even if you won the best director or best script , you 're still an \" oscar - winning \" film . Same thing for best sellers . Also , IIRC the rankings change every week or something like that . Some you might not be best seller one week , but you may be the next week . I ...</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>Why is every book I hear about a \" NY Times # 1 Best Seller \" ? ELI5 : Why is every book I hear about a \" NY Times # 1 Best Seller \" ? Should n't there only be one \" # 1 \" best seller ? Please explain like I'm five.</td>\n      <td>If you 're hearing about it , it 's because it was a very good or very well - publicized book ( or both ) , and almost every good or well - publicized book will be # 1 on the NY Times bestseller list for at least a little bit . Kindof like how almost every big or good movies are # 1 at the box office on their opening weekend .</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>Why is every book I hear about a \" NY Times # 1 Best Seller \" ? ELI5 : Why is every book I hear about a \" NY Times # 1 Best Seller \" ? Should n't there only be one \" # 1 \" best seller ? Please explain like I'm five.</td>\n      <td>One reason is lots of catagories . However , how the NY Times calculates its best seller list is n't comprehensive , and is pretty well understood by publishers . So publishers can [ buy a few books ] ( URL_0 ) in the right bookstores and send a book to the top of the list for at least a week .</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>Why is every book I hear about a \" NY Times # 1 Best Seller \" ? ELI5 : Why is every book I hear about a \" NY Times # 1 Best Seller \" ? Should n't there only be one \" # 1 \" best seller ? Please explain like I'm five.</td>\n      <td>There are many different best seller lists that are published by various organizations, and the New York Times is just one of them. The New York Times best seller list is a weekly list that ranks the best-selling books in the United States based on sales data from a number of different retailers. The list is published in the New York Times newspaper and is widely considered to be one of the most influential best seller lists in the book industry. \\nIt's important to note that the New York Ti...</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>If salt is so bad for cars , why do we use it on the roads ? As the title states , why do we use it ? is there no other option or what ? Please explain like I'm five.</td>\n      <td>salt is good for not dying in car crashes and car crashes are worse for cars then salt . Some places use other things , but salt is really cheap compared to most alternatives , although sand is pretty good .</td>\n    </tr>\n  </tbody>\n</table>\n</div>"},"metadata":{}}]},{"cell_type":"code","source":"dataset = Dataset.from_pandas(df, split='train')","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:33:06.767925Z","iopub.status.busy":"2024-01-19T13:33:06.767594Z","iopub.status.idle":"2024-01-19T13:33:07.395871Z","shell.execute_reply":"2024-01-19T13:33:07.395062Z"},"papermill":{"duration":0.65307,"end_time":"2024-01-19T13:33:07.398367","exception":false,"start_time":"2024-01-19T13:33:06.745297","status":"completed"},"tags":[]},"execution_count":20,"outputs":[]},{"cell_type":"markdown","source":"Once the data is acquired, it is split into training and testing datasets, respectively, at the proportion of 70% and 30%, and this is achieved using the train_test_split function.","metadata":{"papermill":{"duration":0.023125,"end_time":"2024-01-19T13:33:07.442659","exception":false,"start_time":"2024-01-19T13:33:07.419534","status":"completed"},"tags":[]}},{"cell_type":"code","source":"dataset = dataset.train_test_split(shuffle=True, test_size=0.3, seed=seed)\ntest_ds = dataset.pop(\"test\")\ndataset[\"validation\"] = test_ds","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:33:07.488297Z","iopub.status.busy":"2024-01-19T13:33:07.487957Z","iopub.status.idle":"2024-01-19T13:33:07.52986Z","shell.execute_reply":"2024-01-19T13:33:07.528947Z"},"papermill":{"duration":0.067113,"end_time":"2024-01-19T13:33:07.532016","exception":false,"start_time":"2024-01-19T13:33:07.464903","status":"completed"},"tags":[]},"execution_count":21,"outputs":[]},{"cell_type":"code","source":"dataset","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:33:07.578922Z","iopub.status.busy":"2024-01-19T13:33:07.578591Z","iopub.status.idle":"2024-01-19T13:33:07.584385Z","shell.execute_reply":"2024-01-19T13:33:07.583503Z"},"papermill":{"duration":0.031107,"end_time":"2024-01-19T13:33:07.586586","exception":false,"start_time":"2024-01-19T13:33:07.555479","status":"completed"},"tags":[]},"execution_count":22,"outputs":[{"execution_count":22,"output_type":"execute_result","data":{"text/plain":["DatasetDict({\n","    train: Dataset({\n","        features: ['question', 'answer'],\n","        num_rows: 60066\n","    })\n","    validation: Dataset({\n","        features: ['question', 'answer'],\n","        num_rows: 25743\n","    })\n","})"]},"metadata":{}}]},{"cell_type":"code","source":"pd.DataFrame(dataset[:15]).head(15)","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:33:07.631816Z","iopub.status.busy":"2024-01-19T13:33:07.631503Z","iopub.status.idle":"2024-01-19T13:33:07.645814Z","shell.execute_reply":"2024-01-19T13:33:07.644898Z"},"papermill":{"duration":0.039307,"end_time":"2024-01-19T13:33:07.647722","exception":false,"start_time":"2024-01-19T13:33:07.608415","status":"completed"},"tags":[]},"execution_count":23,"outputs":[{"execution_count":23,"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>question</th>\n","      <th>answer</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>What causes cough with bloody phlegm and vomiting?Hi there, I've got a 4 year old and he's prone to getting bronchitus when he has a cold, hes been coughing for 3 days now, since last night its been very heavy and flemmy, been vomiting because of the flem, he coughed up some blood with some flem a few minutes ago, should i be worried or is it just that he's been coughing so much? Thanks</td>\n","      <td>Hi.... I understand your concern. As the kid otherwise normal I feel that it could be because of intense cough that he has this blood streaks in the sputum. But if there is any family history of tuberculosis contact then definitely this required for the evaluation.I suggest that you get him checked by his pediatrician once.Regards - Dr. Sumanth</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Will a therapy make my husbands loose hand stiff?My husband had a stroke 1 year ago. We did not have any insurance, but he still got some therapy, not with rehap though. He went for 3 months. He did good, but without insurance, we had to stop. His hand is still loose, can he still get therapy and will it help him. We have insurance now. Aida</td>\n","      <td>It's possible that therapy may help improve the stiffness and function of your husband's hand after a stroke. However, it's important to note that the effectiveness of therapy can depend on many factors, including the severity and location of the stroke, the amount of time that has passed since the stroke, and the overall health and physical condition of the individual.\\n\\nIt's important to speak with a healthcare professional, such as a physical therapist or occupational therapist, to deter...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>What 's outside the universe They say it 's always expanding , what lays beyond the universe ? Black space ? I 'll use this picture to clear things up . [ Example ] ( URL_0 ) Explain like I'm five.</td>\n","      <td>The universe is everything that exists, so there is nothing \"outside\" of it. The universe is expanding, which means that the space between galaxies is getting bigger. This expansion is happening everywhere, so there is no particular \"edge\" of the universe that we can point to and say, \"This is where the universe ends and something else begins.\" The concept of \"black space\" or \"empty space\" is also a little bit tricky. Even though there might not be any stars or galaxies in a particular regio...</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>How to properly do laundry . I 've never been able to confront this because of the sheer risk of ruining my clothes . But the time has come and I MUST learn . I 've read some articles online , but none have really helped . Explain like I'm five.</td>\n","      <td>OK , most posts are helpful but IMHO not complete . You need a washing machine and knowledge of 2 main settings : * The first is a low temperature wash used for colours and delicate items . This is normally around 30 - 40 degree Celsius ( about 100 Fahrenheit ) . * The second is a high temperature wash used for white items and light bed linen . The hot temperatures help to get the bright white back and kill any bed bugs . This can be up to 90 degrees Celsius ( about 180 Fahrenheit ) but caus...</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>If diamonds are n't that rare , why are they so expensive ? Even the uncut diamonds are expensive Explain like I'm five.</td>\n","      <td>In addition to these correct answers , you may be interested to know that 84 % of diamonds in the world move through the [ Antwerp Diamond District ] ( URL_0 ) . It is essentially a mafia - esque family controlled diamond cutting organization . You have to be born into the society in order to work for them . They are not obligated to say how many diamonds they have . They can dictate the prices however they like . Additionally , they can easily hide ' blood diamonds ' among other uncut stones .</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>Binary search algorithm I ca n't understand this at all . ELI5 ? Thanks ! Explain like I'm five.</td>\n","      <td>Sure! Imagine you have a list of numbers and you want to find a specific number in that list. One way to do this would be to start at the beginning of the list and look at each number one by one until you find the one you're looking for. But this can be very time-consuming if the list is long.\\r\\n\\r\\nA better way to do this is to use the binary search algorithm. This works by first checking the number in the middle of the list. If it's the one you're looking for, great! You can stop there. B...</td>\n","    </tr>\n","    <tr>\n","      <th>6</th>\n","      <td>Why are Gun Sounds in most action movies unrealistic / not the real sound of the weapon ? I was just watching Die Hard and got curious . Please explain like I'm five.</td>\n","      <td>The short answer is movie theater , and especially home theater / tv speakers can not mimic a gun shot , so you basically have to make it sound like something . Most movie theaters average about 85 decibels for a sound track . A 9 mm gunshot is about 150 decibels . If you were to muffle a real 150db gunshot down to 85db , it would n't even sound like a gun shot . So in Hollywood , they have to basically engineer a sound that is believable .</td>\n","    </tr>\n","    <tr>\n","      <th>7</th>\n","      <td>Why does it feel like your finger is \" purring \" when you run it along the surface of some laptops . Title says it all . Explain like I'm five.</td>\n","      <td>I wondered about this too , and after a quick wiki research , it seems to be [ friction instability ] ( URL_0 ) , but it may be more to it than that .</td>\n","    </tr>\n","    <tr>\n","      <th>8</th>\n","      <td>Please explain what is \"Egocentric vision\"</td>\n","      <td>Egocentric vision or first-person vision is a sub-field of computer vision that entails analyzing images and videos captured by a wearable camera, which is typically worn on the head or on the chest and naturally approximates the visual field of the camera wearer. Consequently, visual data capture the part of the scene on which the user focuses to carry out the task at hand and offer a valuable perspective to understand the user's activities and their context in a naturalistic setting.\\nThe ...</td>\n","    </tr>\n","    <tr>\n","      <th>9</th>\n","      <td>3D Printed Food I 've been seeing a ton of stuff lately about 3D printed food . Explain to me like I 'm five how that works . Explain like I'm five.</td>\n","      <td>Sure! 3D printing is a way to make three-dimensional objects using a special machine. It works by using a computer to control a nozzle that can lay down layers of material, one on top of the other, to build up an object. To make 3D printed food, the machine uses a special food-safe material that can be melted and then solidified to create different shapes. The computer can control the nozzle to print out the shape of the food that you want, just like how a regular printer prints out letters ...</td>\n","    </tr>\n","    <tr>\n","      <th>10</th>\n","      <td>what makes a word become a swear word ? Poo , crap and shit all essentially mean the same thing . So why do they have different levels of offensiveness ? Explain like I'm five.</td>\n","      <td>Why are bad words bad ? : URL_0</td>\n","    </tr>\n","    <tr>\n","      <th>11</th>\n","      <td>Please explain what is \"Feedforward neural networks\"</td>\n","      <td>A feedforward neural network is a type of artificial neural network that is designed to receive input, process it, and produce an output. It is called a feedforward network because the information flows through the network in only one direction, from the input layer to the output layer, without looping back.\\n\\n\\n\\nIn a feedforward neural network, the input data is passed through a series of hidden layers, where it is transformed by a set of weights and biases, before finally reaching the ou...</td>\n","    </tr>\n","    <tr>\n","      <th>12</th>\n","      <td>is it possible to see radio waves ? What would it be like ? With all the different waves we send around , I imagine it would be pretty interesting ! Explain like I'm five.</td>\n","      <td>Here 's a little experiment that will help you understand : take a camera ( mobile phone will work ) , then look at the screen while pointing a TV remote into it and pressing a button on the remote . You ca n't see the infrared ' light ' that comes out of it with your naked eye because , like radio waves , it 's at a lower frequency ( radio waves , infra - red and light are all waves . The higher the number of waves per second , the higher the frequency ) than your eye can perceive . However...</td>\n","    </tr>\n","    <tr>\n","      <th>13</th>\n","      <td>Why has it only been in the recent decade that the public has cared about Global Warming / Climate Change ? After all , have n't scientists known about the increase in global temperature and CO2 gas for quite sometime ? Explain like I'm five.</td>\n","      <td>It 's been an issue for a lot longer than that . 1992 , the national high school debate topic was - Resolved That The U.S. Government Should Reduce Worldwide Pollution Through Its Trade and/or Aid Policies I do n't know why I still remember that .... I need to do a disc clean up on my brain .</td>\n","    </tr>\n","    <tr>\n","      <th>14</th>\n","      <td>How ( new ) programming / coding languages are created . How can someone produce a new programming language for programmers to use ? How do Operating Systems for different platforms recognise the new language ? Please explain like I'm five.</td>\n","      <td>Sure! Creating a new programming language is a big project that requires a lot of thought and planning. Here are the basic steps for creating a new programming language: 1. Come up with an idea for the language. This might include deciding what the language will be used for, what features it will have, and how it will be different from other languages. 2. Design the language. This involves deciding on the syntax (the way the code will look), the data types (the different kinds of information...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                                                                                                                                                                                                                                                                                                                                                                                 question  \\\n","0   What causes cough with bloody phlegm and vomiting?Hi there, I've got a 4 year old and he's prone to getting bronchitus when he has a cold, hes been coughing for 3 days now, since last night its been very heavy and flemmy, been vomiting because of the flem, he coughed up some blood with some flem a few minutes ago, should i be worried or is it just that he's been coughing so much? Thanks   \n","1                                                 Will a therapy make my husbands loose hand stiff?My husband had a stroke 1 year ago. We did not have any insurance, but he still got some therapy, not with rehap though. He went for 3 months. He did good, but without insurance, we had to stop. His hand is still loose, can he still get therapy and will it help him. We have insurance now. Aida   \n","2                                                                                                                                                                                                   What 's outside the universe They say it 's always expanding , what lays beyond the universe ? Black space ? I 'll use this picture to clear things up . [ Example ] ( URL_0 ) Explain like I'm five.   \n","3                                                                                                                                                   How to properly do laundry . I 've never been able to confront this because of the sheer risk of ruining my clothes . But the time has come and I MUST learn . I 've read some articles online , but none have really helped . Explain like I'm five.   \n","4                                                                                                                                                                                                                                                                                If diamonds are n't that rare , why are they so expensive ? Even the uncut diamonds are expensive Explain like I'm five.   \n","5                                                                                                                                                                                                                                                                                                        Binary search algorithm I ca n't understand this at all . ELI5 ? Thanks ! Explain like I'm five.   \n","6                                                                                                                                                                                                                                  Why are Gun Sounds in most action movies unrealistic / not the real sound of the weapon ? I was just watching Die Hard and got curious . Please explain like I'm five.   \n","7                                                                                                                                                                                                                                                         Why does it feel like your finger is \" purring \" when you run it along the surface of some laptops . Title says it all . Explain like I'm five.   \n","8                                                                                                                                                                                                                                                                                                                                                              Please explain what is \"Egocentric vision\"   \n","9                                                                                                                                                                                                                                                    3D Printed Food I 've been seeing a ton of stuff lately about 3D printed food . Explain to me like I 'm five how that works . Explain like I'm five.   \n","10                                                                                                                                                                                                                       what makes a word become a swear word ? Poo , crap and shit all essentially mean the same thing . So why do they have different levels of offensiveness ? Explain like I'm five.   \n","11                                                                                                                                                                                                                                                                                                                                                   Please explain what is \"Feedforward neural networks\"   \n","12                                                                                                                                                                                                                            is it possible to see radio waves ? What would it be like ? With all the different waves we send around , I imagine it would be pretty interesting ! Explain like I'm five.   \n","13                                                                                                                                                     Why has it only been in the recent decade that the public has cared about Global Warming / Climate Change ? After all , have n't scientists known about the increase in global temperature and CO2 gas for quite sometime ? Explain like I'm five.   \n","14                                                                                                                                                       How ( new ) programming / coding languages are created . How can someone produce a new programming language for programmers to use ? How do Operating Systems for different platforms recognise the new language ? Please explain like I'm five.   \n","\n","                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 answer  \n","0                                                                                                                                                            Hi.... I understand your concern. As the kid otherwise normal I feel that it could be because of intense cough that he has this blood streaks in the sputum. But if there is any family history of tuberculosis contact then definitely this required for the evaluation.I suggest that you get him checked by his pediatrician once.Regards - Dr. Sumanth  \n","1   It's possible that therapy may help improve the stiffness and function of your husband's hand after a stroke. However, it's important to note that the effectiveness of therapy can depend on many factors, including the severity and location of the stroke, the amount of time that has passed since the stroke, and the overall health and physical condition of the individual.\\n\\nIt's important to speak with a healthcare professional, such as a physical therapist or occupational therapist, to deter...  \n","2   The universe is everything that exists, so there is nothing \"outside\" of it. The universe is expanding, which means that the space between galaxies is getting bigger. This expansion is happening everywhere, so there is no particular \"edge\" of the universe that we can point to and say, \"This is where the universe ends and something else begins.\" The concept of \"black space\" or \"empty space\" is also a little bit tricky. Even though there might not be any stars or galaxies in a particular regio...  \n","3   OK , most posts are helpful but IMHO not complete . You need a washing machine and knowledge of 2 main settings : * The first is a low temperature wash used for colours and delicate items . This is normally around 30 - 40 degree Celsius ( about 100 Fahrenheit ) . * The second is a high temperature wash used for white items and light bed linen . The hot temperatures help to get the bright white back and kill any bed bugs . This can be up to 90 degrees Celsius ( about 180 Fahrenheit ) but caus...  \n","4   In addition to these correct answers , you may be interested to know that 84 % of diamonds in the world move through the [ Antwerp Diamond District ] ( URL_0 ) . It is essentially a mafia - esque family controlled diamond cutting organization . You have to be born into the society in order to work for them . They are not obligated to say how many diamonds they have . They can dictate the prices however they like . Additionally , they can easily hide ' blood diamonds ' among other uncut stones .  \n","5   Sure! Imagine you have a list of numbers and you want to find a specific number in that list. One way to do this would be to start at the beginning of the list and look at each number one by one until you find the one you're looking for. But this can be very time-consuming if the list is long.\\r\\n\\r\\nA better way to do this is to use the binary search algorithm. This works by first checking the number in the middle of the list. If it's the one you're looking for, great! You can stop there. B...  \n","6                                                          The short answer is movie theater , and especially home theater / tv speakers can not mimic a gun shot , so you basically have to make it sound like something . Most movie theaters average about 85 decibels for a sound track . A 9 mm gunshot is about 150 decibels . If you were to muffle a real 150db gunshot down to 85db , it would n't even sound like a gun shot . So in Hollywood , they have to basically engineer a sound that is believable .  \n","7                                                                                                                                                                                                                                                                                                                                                                I wondered about this too , and after a quick wiki research , it seems to be [ friction instability ] ( URL_0 ) , but it may be more to it than that .  \n","8   Egocentric vision or first-person vision is a sub-field of computer vision that entails analyzing images and videos captured by a wearable camera, which is typically worn on the head or on the chest and naturally approximates the visual field of the camera wearer. Consequently, visual data capture the part of the scene on which the user focuses to carry out the task at hand and offer a valuable perspective to understand the user's activities and their context in a naturalistic setting.\\nThe ...  \n","9   Sure! 3D printing is a way to make three-dimensional objects using a special machine. It works by using a computer to control a nozzle that can lay down layers of material, one on top of the other, to build up an object. To make 3D printed food, the machine uses a special food-safe material that can be melted and then solidified to create different shapes. The computer can control the nozzle to print out the shape of the food that you want, just like how a regular printer prints out letters ...  \n","10                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      Why are bad words bad ? : URL_0  \n","11  A feedforward neural network is a type of artificial neural network that is designed to receive input, process it, and produce an output. It is called a feedforward network because the information flows through the network in only one direction, from the input layer to the output layer, without looping back.\\n\\n\\n\\nIn a feedforward neural network, the input data is passed through a series of hidden layers, where it is transformed by a set of weights and biases, before finally reaching the ou...  \n","12  Here 's a little experiment that will help you understand : take a camera ( mobile phone will work ) , then look at the screen while pointing a TV remote into it and pressing a button on the remote . You ca n't see the infrared ' light ' that comes out of it with your naked eye because , like radio waves , it 's at a lower frequency ( radio waves , infra - red and light are all waves . The higher the number of waves per second , the higher the frequency ) than your eye can perceive . However...  \n","13                                                                                                                                                                                                                It 's been an issue for a lot longer than that . 1992 , the national high school debate topic was - Resolved That The U.S. Government Should Reduce Worldwide Pollution Through Its Trade and/or Aid Policies I do n't know why I still remember that .... I need to do a disc clean up on my brain .  \n","14  Sure! Creating a new programming language is a big project that requires a lot of thought and planning. Here are the basic steps for creating a new programming language: 1. Come up with an idea for the language. This might include deciding what the language will be used for, what features it will have, and how it will be different from other languages. 2. Design the language. This involves deciding on the syntax (the way the code will look), the data types (the different kinds of information...  "]},"metadata":{}}]},{"cell_type":"markdown","source":"### Step 2 - Model and Tokenizer initialization\n","metadata":{"papermill":{"duration":0.020914,"end_time":"2024-01-19T13:33:07.689899","exception":false,"start_time":"2024-01-19T13:33:07.668985","status":"completed"},"tags":[]}},{"cell_type":"code","source":"model = T5ForConditionalGeneration.from_pretrained(model_name_or_path, cache_dir=cache_dir)\n\ntokenizer = AutoTokenizer.from_pretrained(model_name_or_path, cache_dir=cache_dir)\n\ndata_collator = DataCollatorForSeq2Seq(tokenizer, model=model)","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:33:07.735852Z","iopub.status.busy":"2024-01-19T13:33:07.735537Z","iopub.status.idle":"2024-01-19T13:33:56.951404Z","shell.execute_reply":"2024-01-19T13:33:56.950266Z"},"papermill":{"duration":49.242135,"end_time":"2024-01-19T13:33:56.953906","exception":false,"start_time":"2024-01-19T13:33:07.711771","status":"completed"},"tags":[]},"execution_count":24,"outputs":[{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"9af194852e9d4972b57b99638f68fe79","version_major":2,"version_minor":0},"text/plain":["config.json:   0%|          | 0.00/662 [00:00<?, ?B/s]"]},"metadata":{}},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"9ee66fa9e44f4742acc32c531af0fecd","version_major":2,"version_minor":0},"text/plain":["model.safetensors:   0%|          | 0.00/3.13G [00:00<?, ?B/s]"]},"metadata":{}},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"fa78ba5d7bf445498c586be303d4119d","version_major":2,"version_minor":0},"text/plain":["generation_config.json:   0%|          | 0.00/147 [00:00<?, ?B/s]"]},"metadata":{}},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"c5995dfe4d1346c9a7debfc6154cc308","version_major":2,"version_minor":0},"text/plain":["tokenizer_config.json:   0%|          | 0.00/2.54k [00:00<?, ?B/s]"]},"metadata":{}},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"d4a61981a08e4f1198551e65925f5848","version_major":2,"version_minor":0},"text/plain":["spiece.model:   0%|          | 0.00/792k [00:00<?, ?B/s]"]},"metadata":{}},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"7fbfb9ae8eb941fa81803778f7f3e1cc","version_major":2,"version_minor":0},"text/plain":["tokenizer.json:   0%|          | 0.00/2.42M [00:00<?, ?B/s]"]},"metadata":{}},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"4e777c3790de45d1ab977b5afae6d227","version_major":2,"version_minor":0},"text/plain":["special_tokens_map.json:   0%|          | 0.00/2.20k [00:00<?, ?B/s]"]},"metadata":{}}]},{"cell_type":"markdown","source":"### Step 3 - Data formatting and tokenization\n\n","metadata":{"papermill":{"duration":0.021906,"end_time":"2024-01-19T13:33:56.997911","exception":false,"start_time":"2024-01-19T13:33:56.976005","status":"completed"},"tags":[]}},{"cell_type":"markdown","source":"We have a significant amount of data in both training and testing datasets for the fine-tuning process. \n\nBut, before that we need to process the data to fit the fine-tuning format.\n\nDuring the inference mode, the process of calling the model will be in this format:\n```\n“Answer this question: <USER_QUESTION>”\n```\nWhere the ```<USER_QUESTION>``` is the question the user would like the answer about. To achieve that functionality, we need to format the training data by prefixing the task with the string ```“Answer this question”``` and this is done with the preprocess_function function below.\n\nIn addition to the formatting, the function also applies the tokenization of the inputs and outputs using the tokenizer function.\n","metadata":{"papermill":{"duration":0.022398,"end_time":"2024-01-19T13:33:57.042094","exception":false,"start_time":"2024-01-19T13:33:57.019696","status":"completed"},"tags":[]}},{"cell_type":"code","source":"def preprocess_tokenize(examples):\n    inputs = [prefix + doc for doc in examples[\"question\"]]\n    \n    model_inputs = tokenizer(\n        inputs, \n        max_length=tokenizer_input_max_tokens, \n        padding=True, \n        truncation=True\n    )\n\n    # Setup the tokenizer for targets\n    labels = tokenizer(\n        examples[\"answer\"], \n        max_length=tokenizer_output_max_tokens, \n        padding=True, \n        truncation=True\n    )\n\n    model_inputs[\"labels\"] = labels[\"input_ids\"]\n    \n    return model_inputs","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:33:57.086787Z","iopub.status.busy":"2024-01-19T13:33:57.086438Z","iopub.status.idle":"2024-01-19T13:33:57.09233Z","shell.execute_reply":"2024-01-19T13:33:57.091538Z"},"papermill":{"duration":0.03036,"end_time":"2024-01-19T13:33:57.094272","exception":false,"start_time":"2024-01-19T13:33:57.063912","status":"completed"},"tags":[]},"execution_count":25,"outputs":[]},{"cell_type":"code","source":"with accelerator.main_process_first():\n    processed_datasets = dataset.map(\n        preprocess_tokenize,\n        batched=True,\n        num_proc=tokenizer_num_proc,\n        remove_columns=dataset[\"train\"].column_names,\n        load_from_cache_file=False,\n        desc=\"Running tokenizer on dataset\",\n    )\n\n\ndel dataset\n\ntrain_dataset = processed_datasets[\"train\"]\neval_dataset = processed_datasets[\"validation\"]    ","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:33:57.138148Z","iopub.status.busy":"2024-01-19T13:33:57.137856Z","iopub.status.idle":"2024-01-19T13:34:50.841079Z","shell.execute_reply":"2024-01-19T13:34:50.839939Z"},"papermill":{"duration":53.727935,"end_time":"2024-01-19T13:34:50.843695","exception":false,"start_time":"2024-01-19T13:33:57.11576","status":"completed"},"tags":[]},"execution_count":26,"outputs":[{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"6f9dd4c7ff64456a9f3ddd6edeb0da11","version_major":2,"version_minor":0},"text/plain":["Running tokenizer on dataset (num_proc=16):   0%|          | 0/60066 [00:00<?, ? examples/s]"]},"metadata":{}},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"e82edde7d79c429992f24ed699bdf186","version_major":2,"version_minor":0},"text/plain":["Running tokenizer on dataset (num_proc=16):   0%|          | 0/25743 [00:00<?, ? examples/s]"]},"metadata":{}}]},{"cell_type":"code","source":"train_dataset","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:34:50.890388Z","iopub.status.busy":"2024-01-19T13:34:50.890017Z","iopub.status.idle":"2024-01-19T13:34:50.896376Z","shell.execute_reply":"2024-01-19T13:34:50.895496Z"},"papermill":{"duration":0.031571,"end_time":"2024-01-19T13:34:50.898461","exception":false,"start_time":"2024-01-19T13:34:50.86689","status":"completed"},"tags":[]},"execution_count":27,"outputs":[{"execution_count":27,"output_type":"execute_result","data":{"text/plain":["Dataset({\n","    features: ['input_ids', 'attention_mask', 'labels'],\n","    num_rows: 60066\n","})"]},"metadata":{}}]},{"cell_type":"code","source":"eval_dataset","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:34:50.94571Z","iopub.status.busy":"2024-01-19T13:34:50.945329Z","iopub.status.idle":"2024-01-19T13:34:50.95098Z","shell.execute_reply":"2024-01-19T13:34:50.950113Z"},"papermill":{"duration":0.031984,"end_time":"2024-01-19T13:34:50.952878","exception":false,"start_time":"2024-01-19T13:34:50.920894","status":"completed"},"tags":[]},"execution_count":28,"outputs":[{"execution_count":28,"output_type":"execute_result","data":{"text/plain":["Dataset({\n","    features: ['input_ids', 'attention_mask', 'labels'],\n","    num_rows: 25743\n","})"]},"metadata":{}}]},{"cell_type":"markdown","source":"### Step 4 - DataLoader","metadata":{"papermill":{"duration":0.023375,"end_time":"2024-01-19T13:34:50.998871","exception":false,"start_time":"2024-01-19T13:34:50.975496","status":"completed"},"tags":[]}},{"cell_type":"code","source":"train_dataloader = DataLoader(\n    train_dataset, \n    shuffle=True, \n    collate_fn=data_collator, \n    batch_size=data_loader_batch_size, \n    pin_memory=True\n)\n\neval_dataloader = DataLoader(\n    eval_dataset, \n    collate_fn=data_collator, \n    batch_size=data_loader_batch_size, \n    pin_memory=True\n)","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:34:51.051131Z","iopub.status.busy":"2024-01-19T13:34:51.05038Z","iopub.status.idle":"2024-01-19T13:34:51.056868Z","shell.execute_reply":"2024-01-19T13:34:51.055881Z"},"papermill":{"duration":0.035211,"end_time":"2024-01-19T13:34:51.059121","exception":false,"start_time":"2024-01-19T13:34:51.02391","status":"completed"},"tags":[]},"execution_count":29,"outputs":[]},{"cell_type":"markdown","source":"#### Cleaning Memory","metadata":{"papermill":{"duration":0.023351,"end_time":"2024-01-19T13:34:51.108153","exception":false,"start_time":"2024-01-19T13:34:51.084802","status":"completed"},"tags":[]}},{"cell_type":"code","source":"clear_gpu_memory()","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:34:51.156913Z","iopub.status.busy":"2024-01-19T13:34:51.15603Z","iopub.status.idle":"2024-01-19T13:34:51.557312Z","shell.execute_reply":"2024-01-19T13:34:51.556268Z"},"papermill":{"duration":0.428628,"end_time":"2024-01-19T13:34:51.559346","exception":false,"start_time":"2024-01-19T13:34:51.130718","status":"completed"},"tags":[]},"execution_count":30,"outputs":[]},{"cell_type":"markdown","source":"### Step 5 - Lora\n","metadata":{"papermill":{"duration":0.022704,"end_time":"2024-01-19T13:34:51.605399","exception":false,"start_time":"2024-01-19T13:34:51.582695","status":"completed"},"tags":[]}},{"cell_type":"markdown","source":"Description of each argument for the `LoraConfig` class in the `peft` module:\n\n1. **`r` (int, default=8):**  \n   Dimension/Rank of the LoRA decomposition. For each layer to be trained, the weight update matrix \\( \\Delta W \\) of dimension \\( d \\times k \\) is represented by a low-rank decomposition \\( BA \\), where \\( B \\) is a \\( d \\times r \\) matrix and \\( A \\) is an \\( r \\times k \\) matrix. The rank of the decomposition \\( r \\) is typically much smaller than the minimum between \\( d \\) and \\( k \\). The default value for \\( r \\) is 8.\n   \n<img src=\"https://miro.medium.com/v2/resize:fit:1400/format:webp/1*EnUd1eXLvXCxRZj9NW2BeA.png\" alt=\"Learning\" width=\"50%\">\n\n2. **`lora_alpha` (float, default=8):**  \n   Alpha parameter for LoRA scaling. According to the LoRA paper, \\( \\Delta W \\) is scaled by \\( \\alpha / r \\), where \\( \\alpha \\) is a constant. When optimizing with Adam, setting \\( \\alpha \\) is roughly the same as setting the learning rate if initialization has been appropriately scaled. The default value for \\( \\alpha \\) is 8.\n\n3. **`target_modules` (list of str, default=None):**  \n   Modules to apply LoRA on. You can select specific modules to fine-tune. This is a list of module names such as \"q\" (query module) and \"v\" (value module). The default is `None`, which means LoRA will be applied to all layers of the model.\n\n4. **`lora_dropout` (float, default=0.01):**  \n   Dropout rate for LoRA weights. This parameter controls the probability of zeroing out elements in the \\( B \\) matrix during training, helping to regularize the model. The default value is 0.01.\n\n5. **`bias` (str, default=\"none\"):**  \n   Bias can be ‘none’, ‘all’ or ‘lora_only’. If ‘all’ or ‘lora_only’, the corresponding biases will be updated during training. Even when disabling the adapters, the model will not produce the same output as the base model would have without adaptation. The default is None.\n\n6. **`task_type` (str, default=\"SEQ_2_SEQ_LM\"):**  \n   Task type. This is the type of task for which the model is fine-tuned. Possible options include \"SEQ_2_SEQ_LM\" (Sequence-to-Sequence Language Model) and other specific task types. The default is \"SEQ_2_SEQ_LM\".\n\nThese parameters allow customization of the LoRA fine-tuning behavior to fit specific application needs.","metadata":{"papermill":{"duration":0.02166,"end_time":"2024-01-19T13:34:51.649162","exception":false,"start_time":"2024-01-19T13:34:51.627502","status":"completed"},"tags":[]}},{"cell_type":"code","source":"peft_config = LoraConfig(\n    r=lora_r, \n    lora_alpha=lora_alpha,\n    lora_dropout=lora_dropout,\n    task_type=lora_task_type, \n    inference_mode=lora_inference_mode\n)","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:34:51.698107Z","iopub.status.busy":"2024-01-19T13:34:51.697321Z","iopub.status.idle":"2024-01-19T13:34:51.702569Z","shell.execute_reply":"2024-01-19T13:34:51.701634Z"},"papermill":{"duration":0.032347,"end_time":"2024-01-19T13:34:51.70456","exception":false,"start_time":"2024-01-19T13:34:51.672213","status":"completed"},"tags":[]},"execution_count":31,"outputs":[]},{"cell_type":"code","source":"model = get_peft_model(model, peft_config)\naccelerator_print_sep()\naccelerator.print(model.print_trainable_parameters())\naccelerator_print_sep()","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:34:51.753711Z","iopub.status.busy":"2024-01-19T13:34:51.752819Z","iopub.status.idle":"2024-01-19T13:34:52.091137Z","shell.execute_reply":"2024-01-19T13:34:52.090219Z"},"papermill":{"duration":0.365423,"end_time":"2024-01-19T13:34:52.093272","exception":false,"start_time":"2024-01-19T13:34:51.727849","status":"completed"},"tags":[]},"execution_count":32,"outputs":[{"name":"stdout","output_type":"stream","text":"############\n\ntrainable params: 2,359,296 || all params: 785,509,376 || trainable%: 0.30035236651331837\n\nNone\n\n############\n"}]},{"cell_type":"markdown","source":"### Step 6 -  Learning Ratescheduler","metadata":{"papermill":{"duration":0.021442,"end_time":"2024-01-19T13:34:52.137585","exception":false,"start_time":"2024-01-19T13:34:52.116143","status":"completed"},"tags":[]}},{"cell_type":"code","source":"# Setup optimizer\noptimizer = get_optimizer(model, lr)    ","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:34:52.181892Z","iopub.status.busy":"2024-01-19T13:34:52.181605Z","iopub.status.idle":"2024-01-19T13:34:52.19467Z","shell.execute_reply":"2024-01-19T13:34:52.193864Z"},"papermill":{"duration":0.037328,"end_time":"2024-01-19T13:34:52.196468","exception":false,"start_time":"2024-01-19T13:34:52.15914","status":"completed"},"tags":[]},"execution_count":33,"outputs":[]},{"cell_type":"code","source":"lr_scheduler = get_linear_schedule_with_warmup(\n    optimizer=optimizer,\n    num_warmup_steps=0,\n    num_training_steps=(len(train_dataloader) * num_epochs),\n)","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:34:52.241035Z","iopub.status.busy":"2024-01-19T13:34:52.240787Z","iopub.status.idle":"2024-01-19T13:34:52.245024Z","shell.execute_reply":"2024-01-19T13:34:52.24425Z"},"papermill":{"duration":0.02857,"end_time":"2024-01-19T13:34:52.246796","exception":false,"start_time":"2024-01-19T13:34:52.218226","status":"completed"},"tags":[]},"execution_count":34,"outputs":[]},{"cell_type":"code","source":"if getattr(accelerator.state, \"fsdp_plugin\", None) is not None:\n    accelerator.state.fsdp_plugin.auto_wrap_policy = fsdp_auto_wrap_policy(model)","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:34:52.292064Z","iopub.status.busy":"2024-01-19T13:34:52.291806Z","iopub.status.idle":"2024-01-19T13:34:52.296158Z","shell.execute_reply":"2024-01-19T13:34:52.295416Z"},"papermill":{"duration":0.029928,"end_time":"2024-01-19T13:34:52.298541","exception":false,"start_time":"2024-01-19T13:34:52.268613","status":"completed"},"tags":[]},"execution_count":35,"outputs":[]},{"cell_type":"markdown","source":"### Step 7 -  Accelerator setup","metadata":{"papermill":{"duration":0.02175,"end_time":"2024-01-19T13:34:52.342331","exception":false,"start_time":"2024-01-19T13:34:52.320581","status":"completed"},"tags":[]}},{"cell_type":"code","source":"model, train_dataloader, eval_dataloader, optimizer, lr_scheduler = accelerator.prepare(\n    model, \n    train_dataloader, \n    eval_dataloader, \n    optimizer, \n    lr_scheduler\n)","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:34:52.387316Z","iopub.status.busy":"2024-01-19T13:34:52.387023Z","iopub.status.idle":"2024-01-19T13:34:53.381919Z","shell.execute_reply":"2024-01-19T13:34:53.381146Z"},"papermill":{"duration":1.019797,"end_time":"2024-01-19T13:34:53.384176","exception":false,"start_time":"2024-01-19T13:34:52.364379","status":"completed"},"tags":[]},"execution_count":36,"outputs":[]},{"cell_type":"markdown","source":"### DeepSpeed","metadata":{"papermill":{"duration":0.023146,"end_time":"2024-01-19T13:34:53.429952","exception":false,"start_time":"2024-01-19T13:34:53.406806","status":"completed"},"tags":[]}},{"cell_type":"markdown","source":"This code is designed to determine whether the model is currently using the third stage of the DeepSpeed decentralization process (zero_stage). DeepSpeed is a library that optimizes training models on distributed architectures, particularly on GPUs.\n\nDetailed explanations:\n- `accelerator`: It seems to refer to an object that manages hardware acceleration, possibly provided by the Hugging Face Accelerated Inference API.\n- `accelerator.state`: Accesses the internal state of the accelerator object.\n- `accelerator.state.deepspeed_plugin`: If DeepSpeed is in use, this accesses the object representing the DeepSpeed plugin within the accelerator state.\n- `accelerator.state.deepspeed_plugin.zero_stage`: Accesses the current stage of the DeepSpeed decentralization process.","metadata":{"papermill":{"duration":0.02217,"end_time":"2024-01-19T13:34:53.474669","exception":false,"start_time":"2024-01-19T13:34:53.452499","status":"completed"},"tags":[]}},{"cell_type":"code","source":"is_ds_zero_3 = False\nif getattr(accelerator.state, \"deepspeed_plugin\", None):\n    is_ds_zero_3 = accelerator.state.deepspeed_plugin.zero_stage == 3","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:34:53.521076Z","iopub.status.busy":"2024-01-19T13:34:53.520771Z","iopub.status.idle":"2024-01-19T13:34:53.525192Z","shell.execute_reply":"2024-01-19T13:34:53.524388Z"},"papermill":{"duration":0.029882,"end_time":"2024-01-19T13:34:53.527031","exception":false,"start_time":"2024-01-19T13:34:53.497149","status":"completed"},"tags":[]},"execution_count":37,"outputs":[]},{"cell_type":"markdown","source":"### Step 7 -  Train","metadata":{"papermill":{"duration":0.021301,"end_time":"2024-01-19T13:34:53.569953","exception":false,"start_time":"2024-01-19T13:34:53.548652","status":"completed"},"tags":[]}},{"cell_type":"code","source":"def train_epoch(model, train_dataloader, optimizer, lr_scheduler, accelerator):\n    \"\"\"\n    Train the model for one epoch.\n    \"\"\"\n    model.train()\n    total_loss = 0\n\n    for step, batch in enumerate(tqdm(train_dataloader, disable=not accelerator.is_main_process)):\n        outputs = model(**batch)\n        loss = outputs.loss\n        total_loss += loss.detach().float()\n        accelerator.backward(loss)\n        optimizer.step()\n        lr_scheduler.step()\n        optimizer.zero_grad()\n\n    return total_loss / len(train_dataloader)\n\ndef evaluate_epoch(model, eval_dataloader, tokenizer, accelerator):\n    \"\"\"\n    Evaluate the model on the validation dataset for one epoch.\n    \"\"\"\n    model.eval()\n    eval_loss = 0\n    eval_preds = []\n\n    for step, batch in enumerate(tqdm(eval_dataloader, disable=not accelerator.is_main_process)):\n        with torch.no_grad():\n            outputs = model(**batch)\n\n        loss = outputs.loss\n        eval_loss += loss.detach().float()\n        preds = accelerator.gather_for_metrics(torch.argmax(outputs.logits, -1)).detach().cpu().numpy()\n        eval_preds.extend(tokenizer.batch_decode(preds, skip_special_tokens=True))\n\n    return eval_loss / len(eval_dataloader), eval_preds\n\ndef save_model(model, peft_model_name_or_path, accelerator, hub_repo_name):\n    \"\"\"\n    Save the model to the specified path.\n    \"\"\"\n    accelerator.wait_for_everyone()\n    model.save_pretrained(peft_model_name_or_path)\n    tokenizer.save_pretrained(peft_model_name_or_path)\n    model.push_to_hub(hub_repo_name)\n    tokenizer.push_to_hub(hub_repo_name)\n    accelerator.wait_for_everyone()\n    \ndef plot_loss(train_losses, eval_losses):\n    \"\"\"\n    Plot training and validation losses.\n    \"\"\"\n    plt.figure(figsize=(10, 6))\n    \n    # Move tensors to CPU\n    train_losses_cpu = [loss.cpu().item() for loss in train_losses]\n    eval_losses_cpu = [loss.cpu().item() for loss in eval_losses]\n    \n    epochs = range(1, len(train_losses_cpu) + 1)\n    \n    plt.plot(epochs, train_losses_cpu, label='Training Loss')\n    plt.plot(epochs, eval_losses_cpu, label='Validation Loss')\n    \n    plt.title('Training and Validation Loss')\n    plt.xlabel('Epochs')\n    plt.ylabel('Loss')\n    plt.legend()\n    plt.show()","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:34:53.61444Z","iopub.status.busy":"2024-01-19T13:34:53.614133Z","iopub.status.idle":"2024-01-19T13:34:53.627907Z","shell.execute_reply":"2024-01-19T13:34:53.627065Z"},"papermill":{"duration":0.038341,"end_time":"2024-01-19T13:34:53.629774","exception":false,"start_time":"2024-01-19T13:34:53.591433","status":"completed"},"tags":[]},"execution_count":38,"outputs":[]},{"cell_type":"code","source":"peft_model_name_or_path = get_peft_model_name_or_path(model_name_or_path, peft_config)\n\ntrain_losses = []\neval_losses = []\nrouge_scores = []\n\n# Main training loop\nfor epoch in range(num_epochs):\n    # Train\n    # ---\n    accelerator_print_sep()\n    accelerator.print(f\"Train epoch: {epoch=}\")\n    \n    train_loss = train_epoch(model, train_dataloader, optimizer, lr_scheduler, accelerator)\n    train_ppl = torch.exp(train_loss)\n    \n    accelerator_print_sep()\n    accelerator.print(f\"{epoch=}: {train_ppl=} {train_loss=}\")\n    \n    train_losses.append(train_loss)\n\n    # Eval\n    # ---\n    accelerator_print_sep()\n    accelerator.print(f\"Eval epoch: {epoch=}\")\n    \n    eval_loss, eval_preds = evaluate_epoch(model, eval_dataloader, tokenizer, accelerator)\n    eval_ppl = torch.exp(eval_loss)\n    \n    accelerator_print_sep()\n    accelerator.print(f\"{epoch=}: {eval_ppl=} {eval_loss=}\")\n    \n    eval_losses.append(eval_loss)\n\n    # Save\n    # ---\n    accelerator_print_sep()\n    accelerator.print(f\"Save epoch: {epoch=}\")\n    save_model(model, peft_model_name_or_path, accelerator, hub_repo_name)","metadata":{"execution":{"iopub.execute_input":"2024-01-19T13:34:53.674145Z","iopub.status.busy":"2024-01-19T13:34:53.673875Z","iopub.status.idle":"2024-01-19T23:40:02.60656Z","shell.execute_reply":"2024-01-19T23:40:02.605681Z"},"papermill":{"duration":36308.957607,"end_time":"2024-01-19T23:40:02.608993","exception":false,"start_time":"2024-01-19T13:34:53.651386","status":"completed"},"tags":[]},"execution_count":39,"outputs":[{"name":"stdout","output_type":"stream","text":"############\n\nTrain epoch: epoch=0\n"},{"name":"stderr","output_type":"stream","text":"100%|██████████| 15017/15017 [2:51:51<00:00,  1.46it/s]\n"},{"name":"stdout","output_type":"stream","text":"############\n\nepoch=0: train_ppl=tensor(5.2786, device='cuda:0') train_loss=tensor(1.6637, device='cuda:0')\n\n############\n\nEval epoch: epoch=0\n"},{"name":"stderr","output_type":"stream","text":"100%|██████████| 6436/6436 [29:42<00:00,  3.61it/s]\n"},{"name":"stdout","output_type":"stream","text":"############\n\nepoch=0: eval_ppl=tensor(3.7711, device='cuda:0') eval_loss=tensor(1.3274, device='cuda:0')\n\n############\n\nSave epoch: epoch=0\n"},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"e17213b3ac664c92b9a1265c05c859d4","version_major":2,"version_minor":0},"text/plain":["adapter_model.safetensors:   0%|          | 0.00/9.48M [00:00<?, ?B/s]"]},"metadata":{}},{"name":"stdout","output_type":"stream","text":"############\n\nTrain epoch: epoch=1\n"},{"name":"stderr","output_type":"stream","text":"100%|██████████| 15017/15017 [2:52:03<00:00,  1.45it/s]\n"},{"name":"stdout","output_type":"stream","text":"############\n\nepoch=1: train_ppl=tensor(4.1654, device='cuda:0') train_loss=tensor(1.4268, device='cuda:0')\n\n############\n\nEval epoch: epoch=1\n"},{"name":"stderr","output_type":"stream","text":"100%|██████████| 6436/6436 [29:44<00:00,  3.61it/s]\n"},{"name":"stdout","output_type":"stream","text":"############\n\nepoch=1: eval_ppl=tensor(3.7025, device='cuda:0') eval_loss=tensor(1.3090, device='cuda:0')\n\n############\n\nSave epoch: epoch=1\n"},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"6043c84cf71d4206b36e341623781336","version_major":2,"version_minor":0},"text/plain":["adapter_model.safetensors:   0%|          | 0.00/9.48M [00:00<?, ?B/s]"]},"metadata":{}},{"name":"stdout","output_type":"stream","text":"############\n\nTrain epoch: epoch=2\n"},{"name":"stderr","output_type":"stream","text":"100%|██████████| 15017/15017 [2:51:49<00:00,  1.46it/s]\n"},{"name":"stdout","output_type":"stream","text":"############\n\nepoch=2: train_ppl=tensor(4.1065, device='cuda:0') train_loss=tensor(1.4126, device='cuda:0')\n\n############\n\nEval epoch: epoch=2\n"},{"name":"stderr","output_type":"stream","text":"100%|██████████| 6436/6436 [29:44<00:00,  3.61it/s]\n"},{"name":"stdout","output_type":"stream","text":"############\n\nepoch=2: eval_ppl=tensor(3.6838, device='cuda:0') eval_loss=tensor(1.3039, device='cuda:0')\n\n############\n\nSave epoch: epoch=2\n"},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"2bbe1c36db0c4baca0723af1a7b17aae","version_major":2,"version_minor":0},"text/plain":["adapter_model.safetensors:   0%|          | 0.00/9.48M [00:00<?, ?B/s]"]},"metadata":{}}]},{"cell_type":"markdown","source":"#### Plot","metadata":{"papermill":{"duration":5.624276,"end_time":"2024-01-19T23:40:14.272169","exception":false,"start_time":"2024-01-19T23:40:08.647893","status":"completed"},"tags":[]}},{"cell_type":"code","source":"plot_loss(train_losses, eval_losses)","metadata":{"execution":{"iopub.execute_input":"2024-01-19T23:40:26.032122Z","iopub.status.busy":"2024-01-19T23:40:26.031319Z","iopub.status.idle":"2024-01-19T23:40:26.435781Z","shell.execute_reply":"2024-01-19T23:40:26.434758Z"},"papermill":{"duration":6.341576,"end_time":"2024-01-19T23:40:26.437912","exception":false,"start_time":"2024-01-19T23:40:20.096336","status":"completed"},"tags":[]},"execution_count":40,"outputs":[{"output_type":"display_data","data":{"image/png":"iVBORw0KGgoAAAANSUhEUgAAA1cAAAIjCAYAAADvBuGTAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8WgzjOAAAACXBIWXMAAA9hAAAPYQGoP6dpAAB97UlEQVR4nO3dd3wUdf7H8ffspnc6AUKVXgJSIk1AUYpGUBREUEBRUMp5iCecJyD6E9spJyBgAUREFKQIIlIUMRSREkQpUiK9Qyqk7c7vj8jKkgSSsGFTXs/HYx6wM9+Z/czcXMyb73y/Y5imaQoAAAAAcEMs7i4AAAAAAIoCwhUAAAAAuADhCgAAAABcgHAFAAAAAC5AuAIAAAAAFyBcAQAAAIALEK4AAAAAwAUIVwAAAADgAoQrAAAAAHABwhUAFFL9+/dX1apV87TvuHHjZBiGawsqYP78808ZhqFZs2bd9O82DEPjxo1zfJ41a5YMw9Cff/553X2rVq2q/v37u7SeG7lXAAA5R7gCABczDCNHy9q1a91darE3fPhwGYah/fv3Z9vmxRdflGEY+vXXX29iZbl3/PhxjRs3TtHR0e4uxeFywH377bfdXQoA3BQe7i4AAIqaTz/91Onz7NmztWrVqkzr69ate0Pf8+GHH8put+dp3//85z8aNWrUDX1/UdCnTx9NmjRJc+fO1ZgxY7Js8/nnn6thw4Zq1KhRnr/n0Ucf1cMPPyxvb+88H+N6jh8/rpdffllVq1ZV48aNnbbdyL0CAMg5whUAuFjfvn2dPm/atEmrVq3KtP5qFy9elJ+fX46/x9PTM0/1SZKHh4c8PPhPQEREhG655RZ9/vnnWYarjRs3KiYmRq+//voNfY/VapXVar2hY9yIG7lXAAA5x2OBAOAG7du3V4MGDbR161bdfvvt8vPz07///W9J0pIlS3TPPfeoQoUK8vb2Vo0aNfTKK6/IZrM5HePqcTRXPoL1wQcfqEaNGvL29lbz5s31yy+/OO2b1ZgrwzA0dOhQLV68WA0aNJC3t7fq16+vFStWZKp/7dq1atasmXx8fFSjRg1Nnz49x+O4fvrpJz300EOqXLmyvL29FRYWpn/+85+6dOlSpvMLCAjQsWPH1L17dwUEBKhMmTIaOXJkpmsRGxur/v37Kzg4WCEhIerXr59iY2OvW4uU0Xu1Z88ebdu2LdO2uXPnyjAM9e7dW6mpqRozZoyaNm2q4OBg+fv7q23btvrhhx+u+x1ZjbkyTVOvvvqqKlWqJD8/P3Xo0EG///57pn3Pnz+vkSNHqmHDhgoICFBQUJC6dOmiHTt2ONqsXbtWzZs3lyQNGDDA8ejp5fFmWY25SkpK0nPPPaewsDB5e3urdu3aevvtt2WaplO73NwXeXX69Gk98cQTKleunHx8fBQeHq5PPvkkU7t58+apadOmCgwMVFBQkBo2bKj//e9/ju1paWl6+eWXVbNmTfn4+KhUqVJq06aNVq1a5bJaAeBa+GdLAHCTc+fOqUuXLnr44YfVt29flStXTlLGL+IBAQEaMWKEAgIC9P3332vMmDGKj4/XW2+9dd3jzp07VwkJCRo0aJAMw9Cbb76pBx54QAcPHrxuD0ZUVJQWLlyoZ555RoGBgXrvvffUo0cPHT58WKVKlZIkbd++XZ07d1ZoaKhefvll2Ww2jR8/XmXKlMnRec+fP18XL17U008/rVKlSmnz5s2aNGmSjh49qvnz5zu1tdls6tSpkyIiIvT2229r9erV+u9//6saNWro6aeflpQRUrp166aoqCgNHjxYdevW1aJFi9SvX78c1dOnTx+9/PLLmjt3rm699Van7/7yyy/Vtm1bVa5cWWfPntVHH32k3r1768knn1RCQoI+/vhjderUSZs3b870KN71jBkzRq+++qq6du2qrl27atu2bbr77ruVmprq1O7gwYNavHixHnroIVWrVk2nTp3S9OnT1a5dO+3atUsVKlRQ3bp1NX78eI0ZM0ZPPfWU2rZtK0lq1apVlt9tmqbuu+8+/fDDD3riiSfUuHFjfffdd3r++ed17Ngxvfvuu07tc3Jf5NWlS5fUvn177d+/X0OHDlW1atU0f/589e/fX7GxsfrHP/4hSVq1apV69+6tO++8U2+88YYkaffu3Vq/fr2jzbhx4zRhwgQNHDhQLVq0UHx8vLZs2aJt27bprrvuuqE6ASBHTABAvhoyZIh59Y/bdu3amZLMadOmZWp/8eLFTOsGDRpk+vn5mcnJyY51/fr1M6tUqeL4HBMTY0oyS5UqZZ4/f96xfsmSJaYkc+nSpY51Y8eOzVSTJNPLy8vcv3+/Y92OHTtMSeakSZMc6yIjI00/Pz/z2LFjjnX79u0zPTw8Mh0zK1md34QJE0zDMMxDhw45nZ8kc/z48U5tmzRpYjZt2tTxefHixaYk880333SsS09PN9u2bWtKMmfOnHndmpo3b25WqlTJtNlsjnUrVqwwJZnTp093HDMlJcVpvwsXLpjlypUzH3/8caf1ksyxY8c6Ps+cOdOUZMbExJimaZqnT582vby8zHvuuce02+2Odv/+979NSWa/fv0c65KTk53qMs2M/629vb2drs0vv/yS7flefa9cvmavvvqqU7sHH3zQNAzD6R7I6X2Rlcv35FtvvZVtm4kTJ5qSzDlz5jjWpaammi1btjQDAgLM+Ph40zRN8x//+IcZFBRkpqenZ3us8PBw85577rlmTQCQn3gsEADcxNvbWwMGDMi03tfX1/H3hIQEnT17Vm3bttXFixe1Z8+e6x63V69eKlGihOPz5V6MgwcPXnffjh07qkaNGo7PjRo1UlBQkGNfm82m1atXq3v37qpQoYKj3S233KIuXbpc9/iS8/klJSXp7NmzatWqlUzT1Pbt2zO1Hzx4sNPntm3bOp3L8uXL5eHh4ejJkjLGOA0bNixH9UgZ4+SOHj2qdevWOdbNnTtXXl5eeuihhxzH9PLykiTZ7XadP39e6enpatasWZaPFF7L6tWrlZqaqmHDhjk9Svnss89mauvt7S2LJeM/1zabTefOnVNAQIBq166d6++9bPny5bJarRo+fLjT+ueee06maerbb791Wn+9++JGLF++XOXLl1fv3r0d6zw9PTV8+HAlJibqxx9/lCSFhIQoKSnpmo/4hYSE6Pfff9e+fftuuC4AyAvCFQC4ScWKFR2/rF/p999/1/3336/g4GAFBQWpTJkyjskw4uLirnvcypUrO32+HLQuXLiQ630v739539OnT+vSpUu65ZZbMrXLal1WDh8+rP79+6tkyZKOcVTt2rWTlPn8fHx8Mj1ueGU9knTo0CGFhoYqICDAqV3t2rVzVI8kPfzww7JarZo7d64kKTk5WYsWLVKXLl2cguonn3yiRo0aOcbzlClTRt98802O/ne50qFDhyRJNWvWdFpfpkwZp++TMoLcu+++q5o1a8rb21ulS5dWmTJl9Ouvv+b6e6/8/goVKigwMNBp/eUZLC/Xd9n17osbcejQIdWsWdMRILOr5ZlnnlGtWrXUpUsXVapUSY8//nimcV/jx49XbGysatWqpYYNG+r5558v8FPoAyhaCFcA4CZX9uBcFhsbq3bt2mnHjh0aP368li5dqlWrVjnGmORkOu3sZqUzr5qowNX75oTNZtNdd92lb775Ri+88IIWL16sVatWOSZeuPr8btYMe2XLltVdd92lr776SmlpaVq6dKkSEhLUp08fR5s5c+aof//+qlGjhj7++GOtWLFCq1at0h133JGv05y/9tprGjFihG6//XbNmTNH3333nVatWqX69evftOnV8/u+yImyZcsqOjpaX3/9tWO8WJcuXZzG1t1+++06cOCAZsyYoQYNGuijjz7Srbfeqo8++uim1QmgeGNCCwAoQNauXatz585p4cKFuv322x3rY2Ji3FjV38qWLSsfH58sX7p7rRfxXrZz50798ccf+uSTT/TYY4851t/IbG5VqlTRmjVrlJiY6NR7tXfv3lwdp0+fPlqxYoW+/fZbzZ07V0FBQYqMjHRsX7BggapXr66FCxc6Pco3duzYPNUsSfv27VP16tUd68+cOZOpN2jBggXq0KGDPv74Y6f1sbGxKl26tONzTmZqvPL7V69erYSEBKfeq8uPnV6u72aoUqWKfv31V9ntdqfeq6xq8fLyUmRkpCIjI2W32/XMM89o+vTpeumllxw9pyVLltSAAQM0YMAAJSYm6vbbb9e4ceM0cODAm3ZOAIoveq4AoAC53ENwZY9Aamqq3n//fXeV5MRqtapjx45avHixjh8/7li/f//+TON0sttfcj4/0zSdptPOra5duyo9PV1Tp051rLPZbJo0aVKujtO9e3f5+fnp/fff17fffqsHHnhAPj4+16z9559/1saNG3Ndc8eOHeXp6alJkyY5HW/ixImZ2lqt1kw9RPPnz9exY8ec1vn7+0tSjqag79q1q2w2myZPnuy0/t1335VhGDkeP+cKXbt21cmTJ/XFF1841qWnp2vSpEkKCAhwPDJ67tw5p/0sFovjxc4pKSlZtgkICNAtt9zi2A4A+Y2eKwAoQFq1aqUSJUqoX79+Gj58uAzD0KeffnpTH7+6nnHjxmnlypVq3bq1nn76accv6Q0aNFB0dPQ1961Tp45q1KihkSNH6tixYwoKCtJXX311Q2N3IiMj1bp1a40aNUp//vmn6tWrp4ULF+Z6PFJAQIC6d+/uGHd15SOBknTvvfdq4cKFuv/++3XPPfcoJiZG06ZNU7169ZSYmJir77r8vq4JEybo3nvvVdeuXbV9+3Z9++23Tr1Rl793/PjxGjBggFq1aqWdO3fqs88+c+rxkqQaNWooJCRE06ZNU2BgoPz9/RUREaFq1apl+v7IyEh16NBBL774ov7880+Fh4dr5cqVWrJkiZ599lmnyStcYc2aNUpOTs60vnv37nrqqac0ffp09e/fX1u3blXVqlW1YMECrV+/XhMnTnT0rA0cOFDnz5/XHXfcoUqVKunQoUOaNGmSGjdu7BifVa9ePbVv315NmzZVyZIltWXLFi1YsEBDhw516fkAQHYIVwBQgJQqVUrLli3Tc889p//85z8qUaKE+vbtqzvvvFOdOnVyd3mSpKZNm+rbb7/VyJEj9dJLLyksLEzjx4/X7t27rzuboaenp5YuXarhw4drwoQJ8vHx0f3336+hQ4cqPDw8T/VYLBZ9/fXXevbZZzVnzhwZhqH77rtP//3vf9WkSZNcHatPnz6aO3euQkNDdccddzht69+/v06ePKnp06fru+++U7169TRnzhzNnz9fa9euzXXdr776qnx8fDRt2jT98MMPioiI0MqVK3XPPfc4tfv3v/+tpKQkzZ07V1988YVuvfVWffPNNxo1apRTO09PT33yyScaPXq0Bg8erPT0dM2cOTPLcHX5mo0ZM0ZffPGFZs6cqapVq+qtt97Sc889l+tzuZ4VK1Zk+dLhqlWrqkGDBlq7dq1GjRqlTz75RPHx8apdu7Zmzpyp/v37O9r27dtXH3zwgd5//33FxsaqfPny6tWrl8aNG+d4nHD48OH6+uuvtXLlSqWkpKhKlSp69dVX9fzzz7v8nAAgK4ZZkP45FABQaHXv3p1psAEAxRpjrgAAuXbp0iWnz/v27dPy5cvVvn179xQEAEABQM8VACDXQkND1b9/f1WvXl2HDh3S1KlTlZKSou3bt2d6dxMAAMUFY64AALnWuXNnff755zp58qS8vb3VsmVLvfbaawQrAECxRs8VAAAAALgAY64AAAAAwAUIVwAAAADgAoy5yoLdbtfx48cVGBgowzDcXQ4AAAAANzFNUwkJCapQoYLjvXrZIVxl4fjx4woLC3N3GQAAAAAKiCNHjqhSpUrXbEO4ykJgYKCkjAsYFBTk5moAAAAAuEt8fLzCwsIcGeFaCFdZuPwoYFBQEOEKAAAAQI6GCzGhBQAAAAC4AOEKAAAAAFyAcAUAAAAALsCYKwAAABQKNptNaWlp7i4DRYzVapWHh4dLXsFEuAIAAECBl5iYqKNHj8o0TXeXgiLIz89PoaGh8vLyuqHjEK4AAABQoNlsNh09elR+fn4qU6aMS3oYACnjBcGpqak6c+aMYmJiVLNmzeu+KPhaCFcAAAAo0NLS0mSapsqUKSNfX193l4MixtfXV56enjp06JBSU1Pl4+OT52MxoQUAAAAKBXqskF9upLfK6TguOQoAAAAAFHOEKwAAAABwAcIVAAAAUEhUrVpVEydOzHH7tWvXyjAMxcbG5ltN+BvhCgAAAHAxwzCuuYwbNy5Px/3ll1/01FNP5bh9q1atdOLECQUHB+fp+3KKEJeB2QIBAAAAFztx4oTj71988YXGjBmjvXv3OtYFBAQ4/m6apmw2mzw8rv+reZkyZXJVh5eXl8qXL5+rfZB39FwBAACgUDFNUxdT092y5PQlxuXLl3cswcHBMgzD8XnPnj0KDAzUt99+q6ZNm8rb21tRUVE6cOCAunXrpnLlyikgIEDNmzfX6tWrnY579WOBhmHoo48+0v333y8/Pz/VrFlTX3/9tWP71T1Ks2bNUkhIiL777jvVrVtXAQEB6ty5s1MYTE9P1/DhwxUSEqJSpUrphRdeUL9+/dS9e/c8/2924cIFPfbYYypRooT8/PzUpUsX7du3z7H90KFDioyMVIkSJeTv76/69etr+fLljn379OnjmIq/Zs2amjlzZp5ryU/0XAEAAKBQuZRmU70x37nlu3eN7yQ/L9f8Cj1q1Ci9/fbbql69ukqUKKEjR46oa9eu+r//+z95e3tr9uzZioyM1N69e1W5cuVsj/Pyyy/rzTff1FtvvaVJkyapT58+OnTokEqWLJll+4sXL+rtt9/Wp59+KovFor59+2rkyJH67LPPJElvvPGGPvvsM82cOVN169bV//73Py1evFgdOnTI87n2799f+/bt09dff62goCC98MIL6tq1q3bt2iVPT08NGTJEqampWrdunfz9/bVr1y5H795LL72kXbt26dtvv1Xp0qW1f/9+Xbp0Kc+15CfCFQAAAOAG48eP11133eX4XLJkSYWHhzs+v/LKK1q0aJG+/vprDR06NNvj9O/fX71795Ykvfbaa3rvvfe0efNmde7cOcv2aWlpmjZtmmrUqCFJGjp0qMaPH+/YPmnSJI0ePVr333+/JGny5MmOXqS8uByq1q9fr1atWkmSPvvsM4WFhWnx4sV66KGHdPjwYfXo0UMNGzaUJFWvXt2x/+HDh9WkSRM1a9ZMUkbvXUFFuCrgTicka8HWoxp0ew1ZLbw4DwAAwNfTql3jO7ntu13lcli4LDExUePGjdM333yjEydOKD09XZcuXdLhw4eveZxGjRo5/u7v76+goCCdPn062/Z+fn6OYCVJoaGhjvZxcXE6deqUWrRo4dhutVrVtGlT2e32XJ3fZbt375aHh4ciIiIc60qVKqXatWtr9+7dkqThw4fr6aef1sqVK9WxY0f16NHDcV5PP/20evTooW3btunuu+9W9+7dHSGtoGHMVQFmt5saOne73lyxVwNm/aLYi6nuLgkAAMDtDMOQn5eHWxbDcN0/dvv7+zt9HjlypBYtWqTXXntNP/30k6Kjo9WwYUOlpl77d0BPT89M1+daQSir9jkdS5ZfBg4cqIMHD+rRRx/Vzp071axZM02aNEmS1KVLFx06dEj//Oc/dfz4cd15550aOXKkW+vNDuGqALNYDPVuESYfT4vW/XFG906K0m/H4txdFgAAAPLB+vXr1b9/f91///1q2LChypcvrz///POm1hAcHKxy5crpl19+cayz2Wzatm1bno9Zt25dpaen6+eff3asO3funPbu3at69eo51oWFhWnw4MFauHChnnvuOX344YeObWXKlFG/fv00Z84cTZw4UR988EGe68lPPBZYwN3fpJJqlwvS4Dlbdfj8RfWYukH/d39DPdi0krtLAwAAgAvVrFlTCxcuVGRkpAzD0EsvvZTnR/FuxLBhwzRhwgTdcsstqlOnjiZNmqQLFy7kqNdu586dCgwMdHw2DEPh4eHq1q2bnnzySU2fPl2BgYEaNWqUKlasqG7dukmSnn32WXXp0kW1atXShQsX9MMPP6hu3bqSpDFjxqhp06aqX7++UlJStGzZMse2goZwVQjUqxCkpUPb6NkvtuuHvWc0cv4ORR+5oDH31peXB52PAAAARcE777yjxx9/XK1atVLp0qX1wgsvKD4+/qbX8cILL+jkyZN67LHHZLVa9dRTT6lTp06yWq8/3uz22293+my1WpWenq6ZM2fqH//4h+69916lpqbq9ttv1/Llyx2PKNpsNg0ZMkRHjx5VUFCQOnfurHfffVdSxru6Ro8erT///FO+vr5q27at5s2b5/oTdwHDdPcDlgVQfHy8goODFRcXp6CgIHeX42C3m3rv+33635p9Mk2pSeUQTe3TVOWDfdxdGgAAQL5JTk5WTEyMqlWrJh8ffu+52ex2u+rWrauePXvqlVdecXc5+eJa91husgHdHoWIxWLo2Y61NKNfcwX5eGj74VjdO+knbTp4zt2lAQAAoIg4dOiQPvzwQ/3xxx/auXOnnn76acXExOiRRx5xd2kFHuGqEOpQp6yWDmujOuUDdTYxVX0++lkf/XTQ7bO8AAAAoPCzWCyaNWuWmjdvrtatW2vnzp1avXp1gR3nVJAw5qqQqlLKX4ueaa1/L9qpRduP6dVvdiv6SKze6NFI/t78zwoAAIC8CQsL0/r1691dRqFEz1Uh5utl1Ts9w/XyffXlYTG07NcTuv/99Tp4JtHdpQEAAADFDuGqkDMMQ/1aVdW8p25T2UBv/XEqUfdNXq/vfj/p7tIAAACAYoVwVUQ0q1pSy4a3UYuqJZWYkq5Bn27Vmyv2yGZnHBYAAABwMxCuipCygT767MkIDWhdVZL0/toD6j9zs84npbq3MAAAAKAYIFwVMZ5Wi8ZG1tf/Hm4sX0+rftp3VpGTorTzaJy7SwMAAACKNLeGq3Xr1ikyMlIVKlSQYRhavHjxdfdJSUnRiy++qCpVqsjb21tVq1bVjBkzHNtnzZolwzCcluL4srlujStq0ZBWqlLKT8diL6nHtA368pcj7i4LAAAAKLLcGq6SkpIUHh6uKVOm5Hifnj17as2aNfr444+1d+9eff7556pdu7ZTm6CgIJ04ccKxHDp0yNWlFwp1ygfp66FtdGedskpNt+tfX/2q0Qt3KiXd5u7SAAAAkAPt27fXs88+6/hctWpVTZw48Zr75LTT4npcdZzixK0vROrSpYu6dOmS4/YrVqzQjz/+qIMHD6pkyZKSMm6wqxmGofLly7uqzEIt2NdTHz7WTJN/2K93V/+hzzcf1q4T8Zra51ZVCPF1d3kAAABFUmRkpNLS0rRixYpM23766Sfdfvvt2rFjhxo1apSr4/7yyy/y9/d3VZmSpHHjxmnx4sWKjo52Wn/ixAmVKFHCpd91tVmzZunZZ59VbGxsvn7PzVKoxlx9/fXXatasmd58801VrFhRtWrV0siRI3Xp0iWndomJiapSpYrCwsLUrVs3/f7779c8bkpKiuLj452WosRiMTT8zpqa0b+5gn09teNIrCInRWnDgbPuLg0AAKBIeuKJJ7Rq1SodPXo007aZM2eqWbNmuQ5WklSmTBn5+fm5osTrKl++vLy9vW/KdxUVhSpcHTx4UFFRUfrtt9+0aNEiTZw4UQsWLNAzzzzjaFO7dm3NmDFDS5Ys0Zw5c2S329WqVassb+zLJkyYoODgYMcSFhZ2M07nputQu6yWDm2jeqFBOpeUqr4f/azpPx6QaTJdOwAAKERMU0pNcs+Sw9+b7r33XpUpU0azZs1yWp+YmKj58+friSee0Llz59S7d29VrFhRfn5+atiwoT7//PNrHvfqxwL37dun22+/XT4+PqpXr55WrVqVaZ8XXnhBtWrVkp+fn6pXr66XXnpJaWlpkjJ6jl5++WXt2LHDMV/B5Zqvfixw586duuOOO+Tr66tSpUrpqaeeUmJiomN7//791b17d7399tsKDQ1VqVKlNGTIEMd35cXhw4fVrVs3BQQEKCgoSD179tSpU6cc23fs2KEOHTooMDBQQUFBatq0qbZs2SJJOnTokCIjI1WiRAn5+/urfv36Wr58eZ5ryQm3PhaYW3a7XYZh6LPPPlNwcLAk6Z133tGDDz6o999/X76+vmrZsqVatmzp2KdVq1aqW7eupk+frldeeSXL444ePVojRoxwfI6Pjy+yAatyKT999XQrvbh4pxZuO6YJ3+7RjqOxevPBcAV4F6rbAQAAFFdpF6XXKrjnu/99XPK6/mN5Hh4eeuyxxzRr1iy9+OKLMgxDkjR//nzZbDb17t1biYmJatq0qV544QUFBQXpm2++0aOPPqoaNWqoRYsW1/0Ou92uBx54QOXKldPPP/+suLg4p/FZlwUGBmrWrFmqUKGCdu7cqSeffFKBgYH617/+pV69eum3337TihUrtHr1akly/J59paSkJHXq1EktW7bUL7/8otOnT2vgwIEaOnSoU4D84YcfFBoaqh9++EH79+9Xr1691LhxYz355JPXPZ+szu9ysPrxxx+Vnp6uIUOGqFevXlq7dq0kqU+fPmrSpImmTp0qq9Wq6OhoeXp6SpKGDBmi1NRUrVu3Tv7+/tq1a5cCAgJyXUduFKrfpkNDQ1WxYkWn/8Hr1q0r0zR19OhR1axZM9M+np6eatKkifbv35/tcb29vYtVl6evl1X/fShcTSqX0Pilv2v5zpP641SipvVtqlvK5u8NBwAAUFw8/vjjeuutt/Tjjz+qffv2kjIeCezRo4fjiamRI0c62g8bNkzfffedvvzyyxyFq9WrV2vPnj367rvvVKFCRth87bXXMs1p8J///Mfx96pVq2rkyJGaN2+e/vWvf8nX11cBAQHy8PC45pwFc+fOVXJysmbPnu0Y8zV58mRFRkbqjTfeULly5SRJJUqU0OTJk2W1WlWnTh3dc889WrNmTZ7C1Zo1a7Rz507FxMQ4Oj5mz56t+vXr65dfflHz5s11+PBhPf/886pTp44kOeWBw4cPq0ePHmrYsKEkqXr16rmuIbcKVbhq3bq15s+fr8TEREfq/OOPP2SxWFSpUqUs97HZbNq5c6e6du16M0st8AzD0KO3VVG90CA989lW7T+dqO5T1uvthxqpc4NQd5cHAACQPU+/jB4kd313DtWpU0etWrXSjBkz1L59e+3fv18//fSTxo8fLynj99TXXntNX375pY4dO6bU1FSlpKTkeEzV7t27FRYW5ghWkpye4Lrsiy++0HvvvacDBw4oMTFR6enpCgoKyvF5XP6u8PBwp8k0WrduLbvdrr179zrCVf369WW1Wh1tQkNDtXPnzlx915XfGRYW5vREWb169RQSEqLdu3erefPmGjFihAYOHKhPP/1UHTt21EMPPaQaNWpIkoYPH66nn35aK1euVMeOHdWjR488jXPLDbeOuUpMTFR0dLRjZpKYmBhFR0fr8OHDkjIe13vssccc7R955BGVKlVKAwYM0K5du7Ru3To9//zzevzxx+XrmzHz3fjx47Vy5UodPHhQ27ZtU9++fXXo0CENHDjwpp9fYdC0SgktG9ZWEdVKKjElXYPnbNPr3+5Rus3u7tIAAACyZhgZj+a5Y/nr8b6ceuKJJ/TVV18pISFBM2fOVI0aNdSuXTtJ0ltvvaX//e9/euGFF/TDDz8oOjpanTp1Umpqqssu1caNG9WnTx917dpVy5Yt0/bt2/Xiiy+69DuudPmRvMsMw5Ddnn+/V44bN06///677rnnHn3//feqV6+eFi1aJEkaOHCgDh48qEcffVQ7d+5Us2bNNGnSpHyrRXJzuNqyZYuaNGmiJk2aSJJGjBihJk2aaMyYMZIypn+8HLQkKSAgQKtWrVJsbKyaNWumPn36KDIyUu+9956jzYULF/Tkk0+qbt266tq1q+Lj47VhwwbVq1fv5p5cIVIm0FtzBkZoYJtqkqRpPx5Qv5mbdS4xxc2VAQAAFG49e/aUxWLR3LlzNXv2bD3++OOO8Vfr169Xt27d1LdvX4WHh6t69er6448/cnzsunXr6siRIzpx4oRj3aZNm5zabNiwQVWqVNGLL76oZs2aqWbNmpneAevl5SWb7drvQa1bt6527NihpKQkx7r169fLYrFkeuesq1w+vyNHjjjW7dq1S7GxsU6/29eqVUv//Oc/tXLlSj3wwAOaOXOmY1tYWJgGDx6shQsX6rnnntOHH36YL7Ve5tbHAtu3b3/Nmequnl1FyuhezWoWlMveffddvfvuu64or1jxtFr0n3vrKTwsRC989avW7z+nyElRmtq3qcLDQtxdHgAAQKEUEBCgXr16afTo0YqPj1f//v0d22rWrKkFCxZow4YNKlGihN555x2dOnUqx50CHTt2VK1atdSvXz+99dZbio+P14svvujUpmbNmjp8+LDmzZun5s2b65tvvnH07FxWtWpVxxNklSpVUmBgYKb5CPr06aOxY8eqX79+GjdunM6cOaNhw4bp0UcfdTwSmFc2my3TO7a8vb3VsWNHNWzYUH369NHEiROVnp6uZ555Ru3atVOzZs106dIlPf/883rwwQdVrVo1HT16VL/88ot69OghSXr22WfVpUsX1apVSxcuXNAPP/ygunXr3lCt11OopmJH/osMr6DFQ1qrWml/HY9L1kPTNmre5sPX3xEAAABZeuKJJ3ThwgV16tTJaXzUf/7zH916663q1KmT2rdvr/Lly6t79+45Pq7FYtGiRYt06dIltWjRQgMHDtT//d//ObW577779M9//lNDhw5V48aNtWHDBr300ktObXr06KHOnTurQ4cOKlOmTJbTwfv5+em7777T+fPn1bx5cz344IO68847NXny5NxdjCwkJiY6nma7vERGRsowDC1ZskQlSpTQ7bffro4dO6p69er64osvJElWq1Xnzp3TY489plq1aqlnz57q0qWLXn75ZUkZoW3IkCGqW7euOnfurFq1aun999+/4XqvxTB5yVEm8fHxCg4OVlxcXK4H+xUV8clpeu7LHVq1K+M9Ag83D9O4++rLx9N6nT0BAABcKzk5WTExMapWrZp8fHzcXQ6KoGvdY7nJBvRcIUtBPp6a3repnu9UW4YhzfvliHpO36hjsZfcXRoAAABQIBGukC2LxdCQDrfokwEtFOLnqV+Pxune935S1L6z7i4NAAAAKHAIV7iu22uV0dKhbdSgYpAuXEzTYzN+1vtr919zMhIAAACguCFcIUfCSvppweBWeqhpJdlN6c0VezV4zlYlJKe5uzQAAACgQCBcIcd8PK1688FG+r/7G8jTaui730+p25T12n86wd2lAQCAYoCnZpBfXHVvEa6QK4ZhqE9EFX05qKXKB/no4JkkdZu8Xst3nrj+zgAAAHlgtWbMVpyamurmSlBUXbx4UZLk6el5Q8dhKvYsMBV7zpxNTNHQudu06eB5SdKg26vr+U615WElswMAANcxTVOHDx9WWlqaKlSoIIuF3zXgGqZp6uLFizp9+rRCQkIUGhqaqU1usgHhKguEq5xLt9n15nd79cG6g5KkltVLadIjTVQ6wPs6ewIAAORcamqqYmJiZLfb3V0KiqCQkBCVL19ehmFk2ka4ukGEq9z75tcTen7BDl1MtSk02EdT+zZV47AQd5cFAACKELvdzqOBcDlPT0/Ho6dZIVzdIMJV3uw7laBBn27VwbNJ8rJaNO6++urdIizLfwEAAAAACoPcZAMeWIXL1CwXqCVDW6tT/XJKtdn170U79a8Fvyo5zebu0gAAAIB8R7iCSwX6eGpa36Z6oXMdWQxp/tajenDaBh05f9HdpQEAAAD5inAFlzMMQ0+3r6HZj0eohJ+nfjsWr8jJUVr3xxl3lwYAAADkG8IV8k2bmqW1bHhbNaoUrNiLaeo3c7Om/LBfdjvD/AAAAFD0EK6QryqG+OrLQS31cPMwmab01nd7NWjOVsUnp7m7NAAAAMClCFfIdz6eVr3eo5EmPNBQXlaLVu06pe6T1+uPUwnuLg0AAABwGcIVbpreLSrry8EtVSHYRwfPJqn7lPVa9utxd5cFAAAAuAThCjdV47AQLR3WRq1qlNLFVJuGzt2uV5ftUrqNt60DAACgcCNc4aYrFeCt2Y+30KB21SVJH0XFqM9HP+tMQoqbKwMAAADyjnAFt/CwWjS6S11N7XOr/L2s+jnmvO6d9JO2Hb7g7tIAAACAPCFcwa26NAzVkqFtVKOMv07Fp6jX9I36dNMhmSbTtQMAAKBwIVzB7W4pG6AlQ9uoS4PySrOZemnxbxo5/1clp9ncXRoAAACQY4QrFAgB3h56v8+tGt2ljiyG9NW2o+oxdYOOnL/o7tIAAACAHCFcocAwDEOD2tXQnCciVNLfS78fj9e9k6L04x9n3F0aAAAAcF2EKxQ4rW4prWXD2ig8LERxl9LUf+ZmTVqzT3Y747AAAABQcBGuUCBVCPHVl4NuU+8WlWWa0n9X/aGnPt2iuEtp7i4NAAAAyBLhCgWWt4dVEx5oqDd7NJKXh0Wrd59Wt8lR2nsywd2lAQAAAJkQrlDg9WwepgWDW6piiK/+PHdR3aes15LoY+4uCwAAAHBCuEKh0KhSiJYOa6O2NUvrUppN/5gXrZeX/q40m93dpQEAAACSCFcoREr6e2nWgBYa0qGGJGnm+j/V58OfdToh2c2VAQAAAIQrFDJWi6HnO9XR9EebKsDbQ5v/PK9734vS1kPn3V0aAAAAijnCFQqlTvXLa8nQ1qpZNkCnE1LUa/omfbLhT5km07UDAADAPQhXKLRqlAnQ4iGtdU/DUKXbTY39+neN+HKHLqXa3F0aAAAAiiHCFQo1f28PTX6kiV7sWldWi6FF24/pgakbdPjcRXeXBgAAgGKGcIVCzzAMPXl7dc15IkKl/L20+0S87p30k37Yc9rdpQEAAKAYIVyhyGhZo5SWDW+jxmEhik9O1+Of/KKJq/+Q3c44LAAAAOQ/whWKlNBgX30x6Db1iags05Qmrt6ngbO3KO5imrtLAwAAQBFHuEKR4+1h1f/d31BvPdhI3h4Wfb/ntCInR2n3iXh3lwYAAIAijHCFIuuhZmH66ulWqlTCV4fPX9T976/X4u3H3F0WAAAAiijCFYq0BhWDtXRoG91eq4yS0+x69otojfv6d6Wm291dGgAAAIoYwhWKvBL+XprZv7mG3XGLJGnWhj/1yIebdDo+2c2VAQAAoCghXKFYsFoMPXd3bX34WDMFentoy6ELumdSlH7587y7SwMAAEARQbhCsXJXvXL6elgb1S4XqDMJKer9wSbNXB8j02S6dgAAANwYwhWKnWql/bVoSCtFhldQut3Uy0t36dkvonUxNd3dpQEAAKAQI1yhWPLz8tB7DzfWS/fWk9ViaEn0cT3w/gb9eTbJ3aUBAACgkHJruFq3bp0iIyNVoUIFGYahxYsXX3eflJQUvfjii6pSpYq8vb1VtWpVzZgxw6nN/PnzVadOHfn4+Khhw4Zavnx5Pp0BCjPDMPREm2qaOzBCpQO8tedkgiInR2nN7lPuLg0AAACFkFvDVVJSksLDwzVlypQc79OzZ0+tWbNGH3/8sfbu3avPP/9ctWvXdmzfsGGDevfurSeeeELbt29X9+7d1b17d/3222/5cQooAiKql9KyYW10a+UQJSSn64lPtuidlXtlszMOCwAAADlnmAVkJL9hGFq0aJG6d++ebZsVK1bo4Ycf1sGDB1WyZMks2/Tq1UtJSUlatmyZY91tt92mxo0ba9q0aTmqJT4+XsHBwYqLi1NQUFCuzgOFV2q6Xa9+s0uzNx6SJLWrVUb/e7ixQvy83FwZAAAA3CU32aBQjbn6+uuv1axZM7355puqWLGiatWqpZEjR+rSpUuONhs3blTHjh2d9uvUqZM2btyY7XFTUlIUHx/vtKD48fKwaHy3BnqnZ7i8PSz68Y8zipwcpd+Px7m7NAAAABQChSpcHTx4UFFRUfrtt9+0aNEiTZw4UQsWLNAzzzzjaHPy5EmVK1fOab9y5crp5MmT2R53woQJCg4OdixhYWH5dg4o+B64tZIWPtNKYSV9deT8JT3w/gZ9tfWou8sCAABAAVeowpXdbpdhGPrss8/UokULde3aVe+8844++eQTp96r3Bo9erTi4uIcy5EjR1xYNQqj+hWCtXRoG7WvXUYp6XY9N3+HXlr8m1LT7e4uDQAAAAVUoQpXoaGhqlixooKDgx3r6tatK9M0dfRoRs9C+fLldeqU82xvp06dUvny5bM9rre3t4KCgpwWIMTPSzP6NdfwO2tKkj7ddEgPf7BRJ+OS3VwZAAAACqJCFa5at26t48ePKzEx0bHujz/+kMViUaVKlSRJLVu21Jo1a5z2W7VqlVq2bHlTa0XRYLEYGnFXLX3cr5kCfTy07XCs7p0UpZ8PnnN3aQAAAChg3BquEhMTFR0drejoaElSTEyMoqOjdfjwYUkZj+s99thjjvaPPPKISpUqpQEDBmjXrl1at26dnn/+eT3++OPy9fWVJP3jH//QihUr9N///ld79uzRuHHjtGXLFg0dOvSmnx+KjjvrltPSoW1Up3ygziam6JGPftbHUTEqIJNtAgAAoABwa7jasmWLmjRpoiZNmkiSRowYoSZNmmjMmDGSpBMnTjiCliQFBARo1apVio2NVbNmzdSnTx9FRkbqvffec7Rp1aqV5s6dqw8++EDh4eFasGCBFi9erAYNGtzck0ORU7W0vxY+00rdGleQzW7qlWW7NHxetC6mpru7NAAAABQABeY9VwUJ77nCtZimqU82/KlXv9mtdLup2uUCNe3RpqpW2t/dpQEAAMDFiux7roCCwDAM9W9dTZ8/dZvKBHpr76kE3TcpSqt2nbr+zgAAACiyCFdAHjWvWlLfDGuj5lVLKCElXU/O3qK3v9srm53OYAAAgOKIcAXcgLJBPpr75G3q36qqJGnyD/s1YNYvupCU6t7CAAAAcNMRroAb5Gm1aNx99TWxV2P5eFq07o8zipwcpd+Oxbm7NAAAANxEhCvARbo3qahFz7RWlVJ+OnrhknpM3aD5W464uywAAADcJIQrwIXqhgbp6yFtdEedskpJt+v5Bb/qxUU7lZJuc3dpAAAAyGeEK8DFgv089dFjzfTPjrVkGNJnPx9Wr+mbdCLukrtLAwAAQD4iXAH5wGIx9I+ONTWjX3MF+Xgo+kisIidFaeOBc+4uDQAAAPmEcAXkow51ymrpsDaqGxqks4mp6vvxz/pw3UHx7m4AAICih3AF5LMqpfy18OlWeqBJRdnspv5v+W4NnbtdiSnp7i4NAAAALkS4Am4CXy+r/tszXOO71ZeHxdA3O0+o+5T1OnAm0d2lAQAAwEUIV8BNYhiGHmtZVV8Muk1lA721/3Siuk1erxW/nXR3aQAAAHABwhVwkzWtUlLLhrdRi6ollZiSrsFzturNFXtkszMOCwAAoDAjXAFuUDbQR589GaHHW1eTJL2/9oD6z9ys80mpbq4MAAAAeUW4AtzE02rRmMh6+t/DjeXradVP+84qclKUdh6Nc3dpAAAAyAPCFeBm3RpX1KIhrVS1lJ+OxV5Sj2kb9OUvR9xdFgAAAHKJcAUUAHXKB2nJ0DbqWLesUtPt+tdXv2r0wp1KSbe5uzQAAADkEOEKKCCCfT31waPN9NxdtWQY0uebD6vntI06HnvJ3aUBAAAgBwhXQAFisRgadmdNzezfXMG+ntpxNE73TorShv1n3V0aAAAAroNwBRRA7WuX1bJhbVS/QpDOJ6Wq78c/a9qPB2SaTNcOAABQUBGugAIqrKSfvnq6lR5sWkl2U3r92z165rNtSkxJd3dpAAAAyALhCijAfDyteuvBRnq1ewN5Wg19+9tJdZscpf2nE91dGgAAAK5CuAIKOMMw1Pe2KvpiUEuVD/LRgTNJ6jY5St/uPOHu0gAAAHAFwhVQSNxauYSWDmujiGollZRq09OfbdOEb3cr3WZ3d2kAAAAQ4QooVMoEeuuzgREa2KaaJGn6jwf12IzNOpeY4ubKAAAAQLgCChkPq0X/ubeeJvVuIj8vqzYcOKfISVHacSTW3aUBAAAUa4QroJCKDK+gxUNaq1ppfx2PS9ZD0zbq882H3V0WAABAsUW4AgqxWuUCtWRoa91dr5xSbXaNXrhTLyz4VclpNneXBgAAUOwQroBCLsjHU9P6NtXznWrLYkhfbDmintM36uiFi+4uDQAAoFghXAFFgMViaEiHW/TJ4y1Uws9Tvx6NU+SkKEXtO+vu0gAAAIoNwhVQhLStWUZLh7VRw4rBunAxTY/N+Fnvr90v0zTdXRoAAECRR7gCiphKJfw0f3BL9WxWSXZTenPFXg2es1UJyWnuLg0AAKBII1wBRZCPp1Vv9Gik1+5vKC+rRd/9fkrdpqzXvlMJ7i4NAACgyCJcAUWUYRh6JKKyvhzcUqHBPjp4JkndpqzXN7+ecHdpAAAARRLhCijiGoeFaOmwNmpZvZQupto0ZO42vbZ8t9JtdneXBgAAUKQQroBioHSAtz59ooUG3V5dkvTBuoPq+/HPOpuY4ubKAAAAig7CFVBMeFgtGt21rt7vc6v8vazadPC87n0vStsOX3B3aQAAAEUC4QooZro2DNWSoa1VvYy/TsYnq9f0jZqz6RDTtQMAANwgwhVQDN1SNlBLhrRW5/rllWYz9Z/Fv+n5Bb8qOc3m7tIAAAAKLcIVUEwF+nhqat9b9ULnOrIY0oKtR/XgtA06cv6iu0sDAAAolAhXQDFmGIaebl9Dnz4RoZL+XvrtWLwiJ0dp3R9n3F0aAABAoUO4AqDWt5TW0mFt1KhSsGIvpqnfzM2a/P0+2e2MwwIAAMgpwhUASVLFEF99OailHm4eJtOU3l75hwbN2ar45DR3lwYAAFAoEK4AOPh4WvV6j0Z6/YGG8rJatGrXKXWbvF57Tya4uzQAAIACj3AFIJOHW1TW/MEtVSHYRzFnk9R9ynot3XHc3WUBAAAUaIQrAFkKDwvR0mFt1PqWUrqUZtOwz7frlWW7lGazu7s0AACAAolwBSBbpQK8NfvxCD3dvoYk6eOoGPX56GedSUhxc2UAAAAFD+EKwDVZLYZe6FxH0/o2VYC3hzbHnNe9k37S1kMX3F0aAABAgeLWcLVu3TpFRkaqQoUKMgxDixcvvmb7tWvXyjCMTMvJkycdbcaNG5dpe506dfL5TICir3OD8lo8pLVuKRugU/EpeviDjfp0458yTaZrBwAAkNwcrpKSkhQeHq4pU6bkar+9e/fqxIkTjqVs2bJO2+vXr++0PSoqypVlA8XWLWUDtHhIa3VtWF5pNlMvLfldz83foeQ0m7tLAwAAcDsPd355ly5d1KVLl1zvV7ZsWYWEhGS73cPDQ+XLl8/x8VJSUpSS8vcYkvj4+FzXBBQXAd4emvLIrfrwp4N6/ds9WrjtmPacSND0R5sqrKSfu8sDAABwm0I55qpx48YKDQ3VXXfdpfXr12favm/fPlWoUEHVq1dXnz59dPjw4Wseb8KECQoODnYsYWFh+VU6UCQYhqGnbq+hOQMjVMrfS7tOxOveSVFau/e0u0sDAABwm0IVrkJDQzVt2jR99dVX+uqrrxQWFqb27dtr27ZtjjYRERGaNWuWVqxYoalTpyomJkZt27ZVQkL2L0EdPXq04uLiHMuRI0duxukAhV6rGqW1dFgbhYeFKO5SmgbM+kXvrdknu51xWAAAoPgxzAIyGt0wDC1atEjdu3fP1X7t2rVT5cqV9emnn2a5PTY2VlWqVNE777yjJ554IkfHjI+PV3BwsOLi4hQUFJSreoDiKCXdppeX7tLcnzN6ie+sU1bv9GqsYF9PN1cGAABwY3KTDQpVz1VWWrRoof3792e7PSQkRLVq1bpmGwA3xtvDqtfub6g3H2wkLw+L1uw5rfsmR2n3CcYvAgCA4qPQh6vo6GiFhoZmuz0xMVEHDhy4ZhsArtGzWZi+GtxKFUN8dejcRd3//notiT7m7rIAAABuCrfOFpiYmOjUoxQTE6Po6GiVLFlSlStX1ujRo3Xs2DHNnj1bkjRx4kRVq1ZN9evXV3Jysj766CN9//33WrlypeMYI0eOVGRkpKpUqaLjx49r7Nixslqt6t27900/P6A4algpWMuGtdHwedv1076z+se8aG0/HKsX76krT2uh//ccAACAbLk1XG3ZskUdOnRwfB4xYoQkqV+/fpo1a5ZOnDjhNNNfamqqnnvuOR07dkx+fn5q1KiRVq9e7XSMo0ePqnfv3jp37pzKlCmjNm3aaNOmTSpTpszNOzGgmCvh76VZA1ronVV7NeWHA5q14U/9fjxOUx65VWWDfNxdHgAAQL4oMBNaFCRMaAG4zsrfT+q5L3coISVdZQO99X6fW9Wsakl3lwUAAJAjxWpCCwAF2931y2vJ0NaqWTZApxNS9PAHmzRrfYz4dx0AAFDUEK4A5LvqZQK0eEhr3dMoVOl2U+OW7tKIL3foUqrN3aUBAAC4DOEKwE3h7+2hyb2b6D/31JXVYmjR9mO6//31OnQuyd2lAQAAuAThCsBNYxiGBratrjlPRKh0gJf2nExQ5KQofb/nlLtLAwAAuGGEKwA3XcsapbR0WBs1qRyi+OR0PT5ri95d9YfsdsZhAQCAwotwBcAtQoN99cVTLfXobVUkSf9bs09PfPKL4i6mubkyAACAvCFcAXAbLw+LXuneQP99KFzeHhb9sPeMIidHadfxeHeXBgAAkGuEKwBu16NpJX31dCtVKuGrw+cv6oGp67Vo+1F3lwUAAJArhCsABUKDisFaNqyN2tUqo+Q0u/75xQ6NXfKbUtPt7i4NAAAgRwhXAAqMED8vzejfXMPvuEWS9MnGQ+r94Sadik92c2UAAADXR7gCUKBYLYZG3F1bHz3WTIE+Htp66ILunRSlzTHn3V0aAADANRGuABRIHeuV09dD26h2uUCdSUjRIx9u0oyoGJkm07UDAICCiXAFoMCqVtpfi4a00n3hFZRuNzV+2S49+0W0Lqamu7s0AACATAhXAAo0Py8P/e/hxhpzbz15WAwtiT6u+6dsUMzZJHeXBgAA4IRwBaDAMwxDj7epprlP3qbSAd7aeypB902O0updp9xdGgAAgAPhCkCh0aJaSX0zvI2aVimhhOR0DZy9Rf9duVc2O+OwAACA+xGuABQq5YJ89PmTt6lfyyqSpEnf79fjs35R7MVUN1cGAACKO8IVgELHy8Oil7s10Lu9wuXjadGPf5xR5OQo/XYszt2lAQCAYoxwBaDQur9JJS18urUql/TTkfOX1GPqBn219ai7ywIAAMUU4QpAoVavQpCWDm2jDrXLKCXdrufm79BLi39Tarrd3aUBAIBihnAFoNAL9vPUx/2a6x931pQkfbrpkB7+YKNOxiW7uTIAAFCcEK4AFAkWi6F/3lVLM/o3U5CPh7YdjtW9k37SpoPn3F0aAAAoJghXAIqUO+qU09JhbVSnfKDOJqaqz0c/66OfDso0ma4dAADkL8IVgCKnSil/LXqmte5vUlE2u6lXv9mtYZ9vV1JKurtLAwAARRjhCkCR5Otl1Ts9w/XyffXlYTG07NcTuv/99Tp4JtHdpQEAgCKKcAWgyDIMQ/1aVdW8p25T2UBv/XEqUd0mr9fK30+6uzQAAFAEEa4AFHnNqpbUsmFt1LxqCSWkpOupT7fqre/2yGZnHBYAAHAdwhWAYqFskI/mPnmbBrSuKkma8sMB9Z+5WReSUt1bGAAAKDIIVwCKDU+rRWMj6+t/DzeWj6dFP+07q3snRem3Y3HuLg0AABQBhCsAxU63xhW16JnWqlLKT8diL+mBqRv05ZYj7i4LAAAUcoQrAMVS3dAgfT20je6sU1ap6Xb9a8Gv+veinUpJt7m7NAAAUEgRrgAUW8G+nvrwsWb6Z8daMgxp7s+H1XP6Jh2PveTu0gAAQCFEuAJQrFkshv7RsaZm9G+uYF9P7TgSq8hJUdpw4Ky7SwMAAIUM4QoAJHWoXVZLh7ZRvdAgnUtKVd+PftYH6w7INJmuHQAA5AzhCgD+UrmUn756upUeuLWi7Kb02vI9Gjp3uxJT0t1dGgAAKAQIVwBwBV8vq/77ULhe6VZfnlZD3+w8oe5T1uvAmUR3lwYAAAo4whUAXMUwDD3asqrmPdVS5YK8tf90orpNXq8Vv510d2kAAKAAI1wBQDaaVimhpcPaqEW1kkpMSdfgOVv1xoo9stkZhwUAADIjXAHANZQN9NFnAyP0RJtqkqSpaw+o34zNOp+U6ubKAABAQUO4AoDr8LRa9NK99fRe7yby9bQqav9ZRU6K0o4jse4uDQAAFCCEKwDIofvCK2jxkNaqVtpfx2Iv6aFpGzVv82F3lwUAAAoIwhUA5ELt8oFaMrS1OtYtp1SbXaMW7tSor35VcprN3aUBAAA3I1wBQC4F+Xjqg0eb6vlOtWUY0rxfjqjn9I06FnvJ3aUBAAA3IlwBQB5YLIaGdLhFswa0UIifp349GqfISVFav/+su0sDAABuQrgCgBvQrlYZLR3aRvUrBOl8Uqoe/fhnTV17QKbJdO0AABQ3hCsAuEFhJf301dOt9GDTSrKb0hsr9ujpOduUkJzm7tIAAMBNRLgCABfw8bTqrQcb6dXuDeRpNbTi95PqPmW99p9OcHdpAADgJnFruFq3bp0iIyNVoUIFGYahxYsXX7P92rVrZRhGpuXkyZNO7aZMmaKqVavKx8dHERER2rx5cz6eBQBkMAxDfW+roi8GtVT5IB8dOJOkbpPX69udJ9xdGgAAuAncGq6SkpIUHh6uKVOm5Gq/vXv36sSJE46lbNmyjm1ffPGFRowYobFjx2rbtm0KDw9Xp06ddPr0aVeXDwBZurVyCS0d1ka3VS+ppFSbnv5smyYs3610m93dpQEAgHxkmAVk1LVhGFq0aJG6d++ebZu1a9eqQ4cOunDhgkJCQrJsExERoebNm2vy5MmSJLvdrrCwMA0bNkyjRo3KUS3x8fEKDg5WXFycgoKCcnsqACBJSrfZ9caKPfrwpxhJUsvqpTTpkSYqHeDt5soAAEBO5SYbFMoxV40bN1ZoaKjuuusurV+/3rE+NTVVW7duVceOHR3rLBaLOnbsqI0bN2Z7vJSUFMXHxzstAHCjPKwWvXhPPU155Fb5eVm18eA5RU6KUvSRWHeXBgAA8kGhClehoaGaNm2avvrqK3311VcKCwtT+/bttW3bNknS2bNnZbPZVK5cOaf9ypUrl2lc1pUmTJig4OBgxxIWFpav5wGgeLmnUaiWDGmt6qX9dSIuWT2nbdTcnw8zXTsAAEVMoQpXtWvX1qBBg9S0aVO1atVKM2bMUKtWrfTuu+/e0HFHjx6tuLg4x3LkyBEXVQwAGWqWC9SSoa3VqX45pdrs+veinXrhq1+VnGZzd2kAAMBFClW4ykqLFi20f/9+SVLp0qVltVp16tQppzanTp1S+fLlsz2Gt7e3goKCnBYAcLVAH09N69tU/+pcWxZD+nLLUT00baOOXrjo7tIAAIALFPpwFR0drdDQUEmSl5eXmjZtqjVr1ji22+12rVmzRi1btnRXiQDgYBiGnml/i2Y/HqESfp7aeSxOkZOi9NO+M+4uDQAA3CAPd355YmKio9dJkmJiYhQdHa2SJUuqcuXKGj16tI4dO6bZs2dLkiZOnKhq1aqpfv36Sk5O1kcffaTvv/9eK1eudBxjxIgR6tevn5o1a6YWLVpo4sSJSkpK0oABA276+QFAdtrULK2lw9ro6TnbtPNYnPrN2Kzn7q6tZ9rXkGEY7i4PAADkgVvD1ZYtW9ShQwfH5xEjRkiS+vXrp1mzZunEiRM6fPiwY3tqaqqee+45HTt2TH5+fmrUqJFWr17tdIxevXrpzJkzGjNmjE6ePKnGjRtrxYoVmSa5AAB3q1TCT/MHt9TYJb/riy1H9NZ3e7XjSKz+2zNcgT6e7i4PAADkUoF5z1VBwnuuANxsn28+rLFLfleqza7qpf017dGmqlUu0N1lAQBQ7OX7e66OHDmio0ePOj5v3rxZzz77rD744IO8HA4Air3eLSrry8EtFRrso4Nnk9R9ynot+/W4u8sCAAC5kKdw9cgjj+iHH36QJJ08eVJ33XWXNm/erBdffFHjx493aYEAUFw0DgvRsmFt1KpGKV1MtWno3O16ddkupdvs7i4NAADkQJ7C1W+//aYWLVpIkr788ks1aNBAGzZs0GeffaZZs2a5sj4AKFZKBXhr9uMtNKhddUnSR1Ex6vPRzzqTkOLmygAAwPXkKVylpaXJ29tbkrR69Wrdd999kqQ6deroxIkTrqsOAIohD6tFo7vU1dQ+t8rfy6qfY84rclKUth2+4O7SAADANeQpXNWvX1/Tpk3TTz/9pFWrVqlz586SpOPHj6tUqVIuLRAAiqsuDUO1ZGhr1Sjjr5Pxyeo1faM+3XRIzEMEAEDBlKdw9cYbb2j69Olq3769evfurfDwcEnS119/7XhcEABw424pG6glQ9uoS4PySrOZemnxbxo5/1clp9ncXRoAALhKnqdit9lsio+PV4kSJRzr/vzzT/n5+als2bIuK9AdmIodQEFjmqamrzuoN1fskd2U6lcI0rS+TRVW0s/dpQEAUKTl+1Tsly5dUkpKiiNYHTp0SBMnTtTevXsLfbACgILIMAwNbldDnz4RoZL+Xvr9eLwiJ0fpxz/OuLs0AADwlzyFq27dumn27NmSpNjYWEVEROi///2vunfvrqlTp7q0QADA31rfUlpLh7VReKVgxV5MU/+ZmzVpzT7Z7YzDAgDA3fIUrrZt26a2bdtKkhYsWKBy5crp0KFDmj17tt577z2XFggAcFYxxFdfDGqp3i3CZJrSf1f9oac+3aK4S2nuLg0AgGItT+Hq4sWLCgwMlCStXLlSDzzwgCwWi2677TYdOnTIpQUCADLz8bRqwgON9EaPhvLysGj17tPqNjlKe08muLs0AACKrTyFq1tuuUWLFy/WkSNH9N133+nuu++WJJ0+fZoJIADgJurVvLIWDG6piiG++vPcRXWfsl5f7zju7rIAACiW8hSuxowZo5EjR6pq1apq0aKFWrZsKSmjF6tJkyYuLRAAcG2NKoVo6bA2anNLaV1Ks2n459s1fukupdns7i4NAIBiJc9TsZ88eVInTpxQeHi4LJaMjLZ582YFBQWpTp06Li3yZmMqdgCFkc1u6r8r9+r9tQckSS2qldTkR5qobKCPmysDAKDwyk02yHO4uuzo0aOSpEqVKt3IYQoUwhWAwmzFbyc1cv4OJaakq1yQt97vc6uaVinp7rIAACiU8v09V3a7XePHj1dwcLCqVKmiKlWqKCQkRK+88orsdh5DAQB36tygvJYMba2aZQN0Kj5FD3+wSbM3/qkb/Lc0AABwHXkKVy+++KImT56s119/Xdu3b9f27dv12muvadKkSXrppZdcXSMAIJdqlAnQ4iGtdU/DUKXZTI1Z8rue+3KHLqXa3F0aAABFVp4eC6xQoYKmTZum++67z2n9kiVL9Mwzz+jYsWMuK9AdeCwQQFFhmqY++ilGr6/YI5vdVN3QIE3v21SVS/m5uzQAAAqFfH8s8Pz581lOWlGnTh2dP38+L4cEAOQDwzD05O3V9ekTLVTK30u7T8Tr3kk/6Yc9p91dGgAARU6ewlV4eLgmT56caf3kyZPVqFGjGy4KAOBarWqU1rLhbdQ4LETxyel6/JNfNHH1H7LbGYcFAICr5OmxwB9//FH33HOPKleu7HjH1caNG3XkyBEtX75cbdu2dXmhNxOPBQIoqlLSbRq/dJc++/mwJOmOOmX1bs/GCvbzdHNlAAAUTPn+WGC7du30xx9/6P7771dsbKxiY2P1wAMP6Pfff9enn36ap6IBAPnP28Oq/7u/od56sJG8PCz6fs9p3TclSrtPxLu7NAAACr0bfs/VlXbs2KFbb71VNlvhno2KnisAxcFvx+I06NOtOhZ7ST6eFr3+QCN1b1LR3WUBAFCg5HvPFQCg8GtQMVjLhrVR25qllZxm17NfRGvc178rzcb7CgEAyAvCFQAUYyX8vTRrQAsN7XCLJGnWhj/1yIebdDo+2c2VAQBQ+BCuAKCYs1oMjexUWx882lSB3h765c8LumdSlLb8yas1AADIDY/cNH7ggQeuuT02NvZGagEAuNHd9ctrydAADZ6zVX+cStTDH2zSi/fUVf9WVWUYhrvLAwCgwMtVuAoODr7u9scee+yGCgIAuE/1MgFa9ExrvfDVr1r26wm9vHSXoo/EasIDDeXnlav/ZAAAUOy4dLbAooLZAgEUd6Zpasb6P/Xa8t2y2U3VKR+oaX2bqmppf3eXBgDATcVsgQCAG2IYhp5oU01zB0aodIC39pxMUOTkKK3ZfcrdpQEAUGARrgAA2YqoXkrLhrXRrZVDlJCcric+2aJ3Vv0hu52HHgAAuBrhCgBwTeWDfTTvqZZ6rGUVSdJ7a/bp8U9+UezFVDdXBgBAwUK4AgBcl5eHReO7NdB/HwqXt4dFa/eeUeTkKP1+PM7dpQEAUGAQrgAAOdajaSUtfKaVwkr66sj5S3rg/Q1auO2ou8sCAKBAIFwBAHKlfoVgLR3aRu1qlVFKul0jvtyhMUt+U2q63d2lAQDgVoQrAECuhfh5aUb/5hp+xy2SpNkbD6n3h5t0Kj7ZzZUBAOA+hCsAQJ5YLYZG3F1bHz3WTIE+Htp66ILueS9KPx885+7SAABwC8IVAOCGdKxXTkuHtlGd8oE6m5iiRz76WR9HxYh31AMAihvCFQDghlUt7a+Fz7RSt8YVZLObemXZLg2fF62LqenuLg0AgJuGcAUAcAk/Lw9N7NVYYyPrycNiaOmO47p/ygbFnE1yd2kAANwUhCsAgMsYhqEBravp86duU5lAb+09laD7JkVp9a5T7i4NAIB8R7gCALhc86ol9c2wNmpWpYQSUtI1cPYW/XflXtnsjMMCABRdhCsAQL4oG+SjuU/epv6tqkqSJn2/XwNm/aLYi6nuLQwAgHxCuAIA5BsvD4vG3Vdf7/YKl4+nRev+OKN7J0Xpt2Nx7i4NAACXI1wBAPLd/U0qaeHTrVW5pJ+OXrikHlM3aMHWo+4uCwAAlyJcAQBuinoVgrR0aBt1qF1GKel2jZy/Qy8u2qmUdJu7SwMAwCUIVwCAmybYz1Mf92uuZzvWlGFIn/18WL2mb9KJuEvuLg0AgBvm1nC1bt06RUZGqkKFCjIMQ4sXL87xvuvXr5eHh4caN27stH7cuHEyDMNpqVOnjmsLBwDkmcVi6NmOtTSjX3MF+Xgo+kisIidFaeOBc+4uDQCAG+LWcJWUlKTw8HBNmTIlV/vFxsbqscce05133pnl9vr16+vEiROOJSoqyhXlAgBcqEOdslo6rI3qhgbpbGKq+n78sz5cd1CmyXTtAIDCycOdX96lSxd16dIl1/sNHjxYjzzyiKxWa5a9XR4eHipfvrwLKgQA5Kcqpfy18OlW+veinVq0/Zj+b/luRR+N1Zs9Gsnf263/iQIAINcK3ZirmTNn6uDBgxo7dmy2bfbt26cKFSqoevXq6tOnjw4fPnzNY6akpCg+Pt5pAQDcHL5eVr3TM1wv31dfHhZD3/x6Qt2nrNeBM4nuLg0AgFwpVOFq3759GjVqlObMmSMPj6z/RTMiIkKzZs3SihUrNHXqVMXExKht27ZKSEjI9rgTJkxQcHCwYwkLC8uvUwAAZMEwDPVrVVXznrpNZQO9te90orpNXq/vfj/p7tIAAMixQhOubDabHnnkEb388suqVatWtu26dOmihx56SI0aNVKnTp20fPlyxcbG6ssvv8x2n9GjRysuLs6xHDlyJD9OAQBwHc2qltSy4W3UompJJaaka9CnW/Xmij2y2RmHBQAo+ApNuEpISNCWLVs0dOhQeXh4yMPDQ+PHj9eOHTvk4eGh77//Psv9QkJCVKtWLe3fvz/bY3t7eysoKMhpAQC4R9lAH332ZIQGtK4qSXp/7QH1n7lZ55NS3VsYAADXUWjCVVBQkHbu3Kno6GjHMnjwYNWuXVvR0dGKiIjIcr/ExEQdOHBAoaGhN7liAEBeeVotGhtZX/97uLF8Pa36ad9ZRU6K0s6jce4uDQCAbLl1KqbExESnHqWYmBhFR0erZMmSqly5skaPHq1jx45p9uzZslgsatCggdP+ZcuWlY+Pj9P6kSNHKjIyUlWqVNHx48c1duxYWa1W9e7d+6adFwDANbo1rqja5QM16NOtOnTuonpM26BXuzVQz+aMjQUAFDxu7bnasmWLmjRpoiZNmkiSRowYoSZNmmjMmDGSpBMnTlx3pr+rHT16VL1791bt2rXVs2dPlSpVSps2bVKZMmVcXj8AIP/VKR+kr4e2Uce6ZZWabte/vvpVoxfuVEq6zd2lAQDgxDB5W2Mm8fHxCg4OVlxcHOOvAKCAsNtNTflhv95Z/YdMUwoPC9HUPreqQoivu0sDABRhuckGhWbMFQCgeLNYDA27s6Zm9m+uYF9P7TgSq8hJUdqw/6y7SwMAQBLhCgBQyLSvXVbLhrVRvdAgnUtKVd+Pf9b0Hw+IBzEAAO5GuAIAFDphJf208JlW6nFrJdlNacK3ezRk7jYlpqS7uzQAQDFGuAIAFEo+nla9/VAjvdK9gTythpbvPKnuU9Zr/+lEd5cGACimCFcAgELLMAw9elsVzXuqpcoFeWv/6UR1n7JeK3474e7SAADFEOEKAFDoNa1SQsuGtVVEtZJKTEnX4DnbNOHb3Uq32d1dGgCgGCFcAQCKhDKB3pozMEID21STJE3/8aAem7FZ5xJT3FwZAKC4IFwBAIoMT6tF/7m3nib1biI/L6s2HDinyElR2nEk1t2lAQCKAcIVAKDIiQyvoMVDWqtaaX8dj0vWQ9M26vPNh91dFgCgiCNcAQCKpFrlArVkaGvdVa+cUm12jV64Uy8s+FXJaTZ3lwYAKKIIVwCAIivIx1PT+zbV851qyzCkL7YcUc/pG3Us9pK7SwMAFEGEKwBAkWaxGBrS4RZ9MqCFQvw89evRON373k+K2nfW3aUBAIoYwhUAoFi4vVYZLR3aRg0qBunCxTQ9NuNnvb92v0zTdHdpAIAignAFACg2wkr6acHgVnqoaSXZTenNFXs1eM5WJSSnubs0AEARQLgCABQrPp5WvflgI/3f/Q3kaTX03e+n1G3Keu07leDu0gAAhRzhCgBQ7BiGoT4RVfTloJYqH+Sjg2eS1G3Ken3z6wl3lwYAKMQIVwCAYqtJ5RJaNryNWlYvpYupNg2Zu02vLd+tdJvd3aUBAAohwhUAoFgrHeCtT59ooUG3V5ckfbDuoB79eLPOJqa4uTIAQGFDuAIAFHseVotGd62r9/vcKn8vqzYePKfISVHafviCu0sDABQihskctJnEx8crODhYcXFxCgoKcnc5AICbaP/pBD316VYdPJMkT6uhplVKyN/LQ37eHvL3ssrPy0MB3lanz/7eV/3p5SE/b6v8vTzk42mRYRjuPi0AQB7lJhsQrrJAuAKA4i0hOU0j5+/Qd7+fuuFjWQw5hS0/RwDLJqB5WeXv7SF/bw/5/fV3Py+r0zF8Pa2yWAhsAHAz5CYbeNykmgAAKDQCfTw1rW9T/fLnBZ2KT9bF1HQlpth0MSVdSak2XUxNV1LKX3+mZr3+YqpNkmQ3pYSUdCWkpEty3Tguvyt70bLsPcs6vAVcHdr++tPPy0NWAhsA3BDCFQAAWTAMQy2qlczz/ja7qUtpfwevpJSMwJWUmq6LKZf/vGpbVm2uWn/5eZOLqTZdTLXpbKKLTliSj6fFqYcsq14zx59Z9KplBDfngOdhZXg3gOKDcAUAQD6wWgwFeGf0FLmKaZpKTrMrMSU9R71nl/9MvEZ4S0pJl/2vwJacZldyWqrOJbmsZHl5WLIdm5apFy278PbXn5fDm5cHgQ1AwUS4AgCgkDAMQ75eVvl6WSV5u+SYpmkqJd3uCF9JWYQzp/B2VYhLuhz0Up176dL/Smyp6Xalptt14WKaS+qVJE+rce1xa45ethy0+Su8eXsw8QiAG0e4AgCgGDMMQz6eVvl4WlXS38tlx01Nt2cZzBKv9+jjVdsTrwhvqekZL3dOs5mKu5SmuEuuC2xWi3Ht3rOrHo10PAJ5jfDm62klsAHFDOEKAAC4nJeHRV4eXgrxc90x02z2v8aaZd27lpSSns3Ytswh7vLjkslpGYHNZjeVkJyuhOR0l9VrGJKf51WzP17n0UfHWLer2lwOcX7MFAkUaIQrAABQKHhaLQr2tSjY19Nlx7TZTcfsjteaWCQpm8cis3t8UpJMUxmhL9UmJbhupkhfT6ujh8wxFi2baf2vfjQyI6hd9WoATyYeAVyFcAUAAIotq8VQoI+nAn1cF9jsf80UmdNHH7MLb1f3vF2eeORSmk2X0mySUl1Ws7eHJcveNf9Ms0Ree9r/K8ObJ4ENxRDhCgAAwIUsFsPxKKACXXPMyxOPXA5mmWaMvMbMkZcnKrk64CWl2mT7K7GlpNuVkp6q866cKdJqcXq88ereNf9sxqplBLYsHo30tsrLysQjKNgIVwAAAAXclROPlHLRMU3TVKrNnql3LcnxOefh7cqeuFRbxji2VJtdqRftinXhTJEelyceyXIa/7yFNx9PAhtch3AFAABQDBmGIW8Pq7w9rCrh4pkiL6U6BzTnRyCvDmzZvzT7cnhL+WumyHS7qfjkdMW7cOIRi6HM49CuNROk11WTlGTxOKUvE48UW4QrAAAAuEzGTJEWBfu5bhxbus2ui2m2LGaAdA5rSVlNOJLNRCQX/5p4xG5KCSnpSkhJl+S6iUf8vJzfqXatsWrXfLn2X3/6eXnISmAr8AhXAAAAKNA8rBYFWS0KcuHEI7a/Jh658uXXmafxv/YjkFn1tpl/TTySMeW/TWcTXVayfDwtWY9Hu6rn7Vrvabs8fu3ybJNMPOJahCsAAAAUO1aLoQDvjJ4iVzFNU8lp9r9ngLxO79nlPxOvM5Pk5Zkik9PsSk5L1TlXTjziYcl2bFqmXrTrvKft8su1vTyKb2AjXAEAAAAuYBiGfL2s8vWyqnSAt0uOeXmmyCvDV6bZIq8Mb1n2tjlvS0pJV/pfiS013a7UdLsuuHDiEU+rce1xa44/r93G38tDlUr4FqoJRwhXAAAAQAF15UyRJV088UhWwSzxeo8+XrU98YrwlvrXxCNpNlNxl9IUd+nGApvVYmj//3VxxeneNIQrAAAAoJjJmHjESyF+rjtmms3+11iz7KfxzzK8ZRHiLqamyzCMQtVrJRGuAAAAALiAp9WiYF+Lgn1dN/FIYVN8R5sBAAAAgAsRrgAAAADABQhXAAAAAOAChCsAAAAAcAHCFQAAAAC4AOEKAAAAAFyAcAUAAAAALkC4AgAAAAAXIFwBAAAAgAu4NVytW7dOkZGRqlChggzD0OLFi3O87/r16+Xh4aHGjRtn2jZlyhRVrVpVPj4+ioiI0ObNm11XNAAAAABkwa3hKikpSeHh4ZoyZUqu9ouNjdVjjz2mO++8M9O2L774QiNGjNDYsWO1bds2hYeHq1OnTjp9+rSrygYAAACATAzTNE13FyFJhmFo0aJF6t69+3XbPvzww6pZs6asVqsWL16s6Ohox7aIiAg1b95ckydPliTZ7XaFhYVp2LBhGjVqVI5qiY+PV3BwsOLi4hQUFJSX0wEAAABQBOQmGxS6MVczZ87UwYMHNXbs2EzbUlNTtXXrVnXs2NGxzmKxqGPHjtq4cWO2x0xJSVF8fLzTAgAAAAC5UajC1b59+zRq1CjNmTNHHh4embafPXtWNptN5cqVc1pfrlw5nTx5MtvjTpgwQcHBwY4lLCzM5bUDAAAAKNoKTbiy2Wx65JFH9PLLL6tWrVouPfbo0aMVFxfnWI4cOeLS4wMAAAAo+jJ3/xRQCQkJ2rJli7Zv366hQ4dKyhhPZZqmPDw8tHLlSrVp00ZWq1WnTp1y2vfUqVMqX758tsf29vaWt7d3vtYPAAAAoGgrND1XQUFB2rlzp6Kjox3L4MGDVbt2bUVHRysiIkJeXl5q2rSp1qxZ49jPbrdrzZo1atmypRurBwAAAFDUubXnKjExUfv373d8jomJUXR0tEqWLKnKlStr9OjROnbsmGbPni2LxaIGDRo47V+2bFn5+Pg4rR8xYoT69eunZs2aqUWLFpo4caKSkpI0YMCAm3ZeAAAAAIoft4arLVu2qEOHDo7PI0aMkCT169dPs2bN0okTJ3T48OFcHbNXr146c+aMxowZo5MnT6px48ZasWJFpkkuAAAAAMCVCsx7rgoS3nMFAAAAQCri77kCAAAAgIKIcAUAAAAALkC4AgAAAAAXIFwBAAAAgAsQrgAAAADABQhXAAAAAOAChCsAAAAAcAHCFQAAAAC4AOEKAAAAAFyAcAUAAAAALkC4AgAAAAAXIFwBAAAAgAsQrgAAAADABQhXAAAAAOAChCsAAAAAcAHCFQAAAAC4AOEKAAAAAFyAcAUAAAAALkC4AgAAAAAXIFwBAAAAgAsQrgAAAADABQhXAAAAAOAChCsAAAAAcAHCFQAAAAC4AOEKAAAAAFyAcAUAAAAALkC4AgAAAAAXIFwBAAAAgAsQrgAAAADABQhXAAAAAOAChCsAAAAAcAHCFQAAAAC4AOEKAAAAAFyAcAUAAAAALkC4AgAAAAAXIFwBAAAAgAsQrgAAAADABQhXAAAAAOAChCsAAAAAcAHCFQAAAAC4AOEKAAAAAFyAcAUAAAAALkC4AgAAAAAXIFwBAAAAgAsQrgAAAADABQhXAAAAAOAChCsAAAAAcAG3hqt169YpMjJSFSpUkGEYWrx48TXbR0VFqXXr1ipVqpR8fX1Vp04dvfvuu05txo0bJ8MwnJY6derk41kAAAAAgOThzi9PSkpSeHi4Hn/8cT3wwAPXbe/v76+hQ4eqUaNG8vf3V1RUlAYNGiR/f3899dRTjnb169fX6tWrHZ89PNx6mgAAAACKAbemji5duqhLly45bt+kSRM1adLE8blq1apauHChfvrpJ6dw5eHhofLly7u0VgAAAAC4lkI95mr79u3asGGD2rVr57R+3759qlChgqpXr64+ffro8OHD1zxOSkqK4uPjnRYAAAAAyI1CGa4qVaokb29vNWvWTEOGDNHAgQMd2yIiIjRr1iytWLFCU6dOVUxMjNq2bauEhIRsjzdhwgQFBwc7lrCwsJtxGgAAAACKEMM0TdPdRUiSYRhatGiRunfvft22MTExSkxM1KZNmzRq1ChNnjxZvXv3zrJtbGysqlSponfeeUdPPPFElm1SUlKUkpLi+BwfH6+wsDDFxcUpKCgoT+cDAAAAoPCLj49XcHBwjrJBoZzpoVq1apKkhg0b6tSpUxo3bly24SokJES1atXS/v37sz2et7e3vL2986VWAAAAAMVDoXws8Ep2u92p1+lqiYmJOnDggEJDQ29iVQAAAACKG7f2XCUmJjr1KMXExCg6OlolS5ZU5cqVNXr0aB07dkyzZ8+WJE2ZMkWVK1d2vLdq3bp1evvttzV8+HDHMUaOHKnIyEhVqVJFx48f19ixY2W1WrPt2QIAAAAAV3BruNqyZYs6dOjg+DxixAhJUr9+/TRr1iydOHHCaaY/u92u0aNHKyYmRh4eHqpRo4beeOMNDRo0yNHm6NGj6t27t86dO6cyZcqoTZs22rRpk8qUKXPzTgwAAABAsVNgJrQoSHIzaA0AAABA0ZWbbFDox1wBAAAAQEFAuAIAAAAAFyBcAQAAAIALEK4AAAAAwAUIVwAAAADgAoQrAAAAAHABwhUAAAAAuADhCgAAAABcgHAFAAAAAC5AuAIAAAAAFyBcAQAAAIALEK4AAAAAwAUIVwAAAADgAoQrAAAAAHABwhUAAAAAuADhCgAAAABcgHAFAAAAAC5AuAIAAAAAF/BwdwG4jo1TpCObJZ/gv5YgySdE8g664vNf27yDJK8AyUJmBgAAAG42wlVBd3ijtHtpztsbFsk78K+wFXxVKAvOPpRd+XcPr/w7HwAAAKCIIlwVdM0el6q0kVLipeQ458Wx7q8/7WmSaf97e155+F4jlF25Ljib3jN/yTBcdw0AAACAQoBwVdDVuCNjuR7TlNIuZQ5cKVcGsvisQ9nlz6mJGcdKvyQlXpIST+atZsOaTSi7uqfsGr1nVm5NAAAAFC78BltUGIbk5ZexBJbP2zFs6X8HrasDWKZ1sVf1pv31d9OWsVy6kLHklad/Lh5pDMncxtOX3jMAAADcVIQr/M3qIfmVzFjywjSltIvZhLLYawS1Kz6nXcw4VlpSxpJwPG+1WDyvEcpCMq+7+rFH7yDJYs3bdwMAAKBYIlzBdQwjY7yVl78UVCFvx7ClZdEzdr1QFvv3upT4jHFn9jTp4rmMJa+8Aq/x+GIOHnv09Mn7dwMAAKDQIVyhYLF6Sv6lMpa8MM2MsWNZjjG7xmQgV65LT844VmpCxhKf13Pxvs4jjdeZNMQrkGn1AQAAChHCFYoWw8iYit47UArO4zHSU/7uBbuyVyxTULvGBCEyJVuKlHQmY8nbyVxn8o/sZnIM+Xsd0+oDAADcNIQr4Goe3lJAmYwlL+z2jB6va4ay2Gv3ntlSJZkZsz2mxEl5nVnfwydvjzRebuMVwMQgAAAAOUS4AlzNYvk7rORVWvJVoSw2+56yrNalJmQcJz1ZSkyWEk/lrQ7DclXgCslh79nlxx6DMh71BAAAKAYIV0BB5OmTsQSWy9v+dlv2MzI6hbLsHnGMk+zpf72UOjZjyfO5+N1Y75mnH71nAACgUCBcAUWRxSr5lshY8uLyS6mzer/ZtabSv3JdWlLGsdIuZiwJJ/J4Lh7ZhLKQnL0HjZdSAwCAm4TfOABkduVLqRWat2Nc+VLq673fLLs2pi2jB+3S+Ywlr7wCrvH4Yg5mcvTwofcMAABcF+EKQP5wxUupU5OyCWVxmXvKsnrsMf1SxrFSEzMWHctbLRbPa4SyazzSeGXvGdPqAwBQ5BGuABRMhiF5B2Qsqpi3Y6SnOveO5WQq/avHosn866XUZzOWvJ1MxusBbqj3zDuP3w0AAG4WwhWAosvDS/IoLfmXztv+dntGj1e2oSz22rM2psT/9VJqM+PvKXl9I7X+ein19UJZSPaThngF0HsGAEA+I1wBQHYslr9CSpAUXClvx0hL/it0Xf1I43VC2ZXbpL9eSn06Y8kLw3JF71lw1o8vXuuxR+8gXkoNAMB1EK4AID9dnlY/oGze9rfbpJSE67zf7BqPPSbHZTzWaNr//pxXHr55e6TR0Xvmz8QgAIAijXAFAAWZxSr5hmQseWGaGY8m5vT9ZlmNRXO8lPqSlHhJSjyZt1oMa+4mBMmq94xp9QEABRj/lQKAoswwJE/fjCWvL6W+PK1+Tt5vlt1jj/b0jKn1L13IWPLK0z8XjzSGZF7n6UvvGQAg3xCuAADX5opp9dMu5vz9Zlmtc7yUOiljSTiet1osHtcIZVf2pF0Ryjy8M3oQLR4Z0/JbPDI+Wy//PYvF6kmIA4BiiHAFAMhfhpEx3srLXwrK60up0zLGniXH5mAq/WzGopn2jB60i+cylvxmWK4RyHIb1q787Pn3/m47nvWKbX99JkwCAOEKAFAIWD1d8FLqxGxCWey1Z220pWWEssuLLS1johF7esZkIfb0bL7TLtlSM5biIKuw5ghsuQlrBS1oZhUmea0BgKwRrgAARZ/x14ucvQOl4Dy+lDo7pvl3r5gjiNn+Dl729Ixxa/ZslqzC2uXPVwc7lx0vN/Vd+fmvmSezcrmNkl17fQsiR69kVmGyoPUyuuB49EoCOUa4AgDgRhhGxkyIFmvG+Kyizm7PmJzkWmHNbrtGMLwy/F0OgO483rWCZlrW16DY9kreaFjLattVPYTZBUPrVSE2R8e7ur6rj5dVmKRXEjeGcAUAAHLOYpFkyfjl1NPX3dXkvyuDm8t7BfMSJnPaa5mHoGnasrkGl3sliwMjFz1/Nxr+XBEmb7DXkl5JlyNcAQAAZMfyV6+kikGvpGkW8F7G3B7vWkE4m15JmcWrV9Jw1UQ7+RQ0rV5Sna7uvkq5QrgCAABARi+G1TNjKQ7s9lz2Ml4d1lwVJq8KgNkd70a+K7teSdMmpWezrSCweksvnXZ3Fbni1nC1bt06vfXWW9q6datOnDihRYsWqXv37tm2j4qK0gsvvKA9e/bo4sWLqlKligYNGqR//vOfTu2mTJmit956SydPnlR4eLgmTZqkFi1a5PPZAAAAoNCwWCSLt4pPr2RB7mXM5ngWq7uvXK65NVwlJSUpPDxcjz/+uB544IHrtvf399fQoUPVqFEj+fv7KyoqSoMGDZK/v7+eeuopSdIXX3yhESNGaNq0aYqIiNDEiRPVqVMn7d27V2XLls3vUwIAAAAKFsPIeIzPykNr+c0wTdN0dxGSZBjGdXuusvLAAw/I399fn376qSQpIiJCzZs31+TJkyVJdrtdYWFhGjZsmEaNGpWjY8bHxys4OFhxcXEKCgrKVT0AAAAAio7cZINCPd/k9u3btWHDBrVr106SlJqaqq1bt6pjx46ONhaLRR07dtTGjRuzPU5KSori4+OdFgAAAADIjUIZripVqiRvb281a9ZMQ4YM0cCBAyVJZ8+elc1mU7ly5ZzalytXTidPnsz2eBMmTFBwcLBjCQsLy9f6AQAAABQ9hTJc/fTTT9qyZYumTZumiRMn6vPPP7+h440ePVpxcXGO5ciRIy6qFAAAAEBxUShHtVWrVk2S1LBhQ506dUrjxo1T7969Vbp0aVmtVp06dcqp/alTp1S+fPlsj+ft7S1v72IwUwwAAACAfFMoe66uZLfblZKSIkny8vJS06ZNtWbNGqfta9asUcuWLd1VIgAAAIBiwK09V4mJidq/f7/jc0xMjKKjo1WyZElVrlxZo0eP1rFjxzR79mxJGe+vqly5surUqSMp4z1Zb7/9toYPH+44xogRI9SvXz81a9ZMLVq00MSJE5WUlKQBAwbc3JMDAAAAUKy4NVxt2bJFHTp0cHweMWKEJKlfv36aNWuWTpw4ocOHDzu22+12jR49WjExMfLw8FCNGjX0xhtvaNCgQY42vXr10pkzZzRmzBidPHlSjRs31ooVKzJNcgEAAAAArlRg3nNVkPCeKwAAAABSMXrPFQAAAAAUFIQrAAAAAHABwhUAAAAAuADhCgAAAABcgHAFAAAAAC5AuAIAAAAAFyBcAQAAAIALEK4AAAAAwAUIVwAAAADgAh7uLqAgMk1TUsbbmAEAAAAUX5czweWMcC2EqywkJCRIksLCwtxcCQAAAICCICEhQcHBwddsY5g5iWDFjN1u1/HjxxUYGCjDMNxaS3x8vMLCwnTkyBEFBQW5tZaiiOub/7jG+Yvrm7+4vvmL65u/uL75i+ubvwrS9TVNUwkJCapQoYIslmuPqqLnKgsWi0WVKlVydxlOgoKC3H5jFWVc3/zHNc5fXN/8xfXNX1zf/MX1zV9c3/xVUK7v9XqsLmNCCwAAAABwAcIVAAAAALgA4aqA8/b21tixY+Xt7e3uUookrm/+4xrnL65v/uL65i+ub/7i+uYvrm/+KqzXlwktAAAAAMAF6LkCAAAAABcgXAEAAACACxCuAAAAAMAFCFcAAAAA4AKEq5ts3bp1ioyMVIUKFWQYhhYvXnzdfdauXatbb71V3t7euuWWWzRr1qxMbaZMmaKqVavKx8dHERER2rx5s+uLLwRye30XLlyou+66S2XKlFFQUJBatmyp7777zqnNuHHjZBiG01KnTp18PIuCK7fXd+3atZmunWEYOnnypFM77t8Mub2+/fv3z/L61q9f39GG+zfDhAkT1Lx5cwUGBqps2bLq3r279u7de9395s+frzp16sjHx0cNGzbU8uXLnbabpqkxY8YoNDRUvr6+6tixo/bt25dfp1Fg5eX6fvjhh2rbtq1KlCihEiVKqGPHjpn+v5/VPd65c+f8PJUCKS/Xd9asWZmunY+Pj1Mb7t+/5eUat2/fPsufwffcc4+jDfdwhqlTp6pRo0aOFwK3bNlS33777TX3Kaw/fwlXN1lSUpLCw8M1ZcqUHLWPiYnRPffcow4dOig6OlrPPvusBg4c6BQAvvjiC40YMUJjx47Vtm3bFB4erk6dOun06dP5dRoFVm6v77p163TXXXdp+fLl2rp1qzp06KDIyEht377dqV39+vV14sQJxxIVFZUf5Rd4ub2+l+3du9fp+pUtW9axjfv3b7m9vv/73/+cruuRI0dUsmRJPfTQQ07tuH+lH3/8UUOGDNGmTZu0atUqpaWl6e6771ZSUlK2+2zYsEG9e/fWE088oe3bt6t79+7q3r27fvvtN0ebN998U++9956mTZumn3/+Wf7+/urUqZOSk5NvxmkVGHm5vmvXrlXv3r31ww8/aOPGjQoLC9Pdd9+tY8eOObXr3Lmz0/37+eef5/fpFDh5ub6SFBQU5HTtDh065LSd+/dvebnGCxcudLq+v/32m6xWa6afwdzDUqVKlfT6669r69at2rJli+644w5169ZNv//+e5btC/XPXxNuI8lctGjRNdv861//MuvXr++0rlevXmanTp0cn1u0aGEOGTLE8dlms5kVKlQwJ0yY4NJ6C5ucXN+s1KtXz3z55Zcdn8eOHWuGh4e7rrAiIifX94cffjAlmRcuXMi2Dfdv1vJy/y5atMg0DMP8888/Heu4f7N2+vRpU5L5448/ZtumZ8+e5j333OO0LiIiwhw0aJBpmqZpt9vN8uXLm2+99ZZje2xsrOnt7W1+/vnn+VN4IZGT63u19PR0MzAw0Pzkk08c6/r162d269YtHyos3HJyfWfOnGkGBwdnu53799rycg+/++67ZmBgoJmYmOhYxz2cvRIlSpgfffRRltsK889feq4KuI0bN6pjx45O6zp16qSNGzdKklJTU7V161anNhaLRR07dnS0Qc7Z7XYlJCSoZMmSTuv37dunChUqqHr16urTp48OHz7spgoLp8aNGys0NFR33XWX1q9f71jP/etaH3/8sTp27KgqVao4ref+zSwuLk6SMv1//UrX+/kbExOjkydPOrUJDg5WREREsb9/c3J9r3bx4kWlpaVl2mft2rUqW7asateuraefflrnzp1zaa2FUU6vb2JioqpUqaKwsLBMvQTcv9eWl3v4448/1sMPPyx/f3+n9dzDzmw2m+bNm6ekpCS1bNkyyzaF+ecv4aqAO3nypMqVK+e0rly5coqPj9elS5d09uxZ2Wy2LNtcPa4F1/f2228rMTFRPXv2dKyLiIjQrFmztGLFCk2dOlUxMTFq27atEhIS3Fhp4RAaGqpp06bpq6++0ldffaWwsDC1b99e27ZtkyTuXxc6fvy4vv32Ww0cONBpPfdvZna7Xc8++6xat26tBg0aZNsuu5+/l+/Ny39y/zrL6fW92gsvvKAKFSo4/bLUuXNnzZ49W2vWrNEbb7yhH3/8UV26dJHNZsuP0guFnF7f2rVra8aMGVqyZInmzJkju92uVq1a6ejRo5K4f68lL/fw5s2b9dtvv2X6Gcw9/LedO3cqICBA3t7eGjx4sBYtWqR69epl2bYw//z1cOu3AwXI3Llz9fLLL2vJkiVOY4K6dOni+HujRo0UERGhKlWq6Msvv9QTTzzhjlILjdq1a6t27dqOz61atdKBAwf07rvv6tNPP3VjZUXPJ598opCQEHXv3t1pPfdvZkOGDNFvv/1WLMee3Qx5ub6vv/665s2bp7Vr1zpNuvDwww87/t6wYUM1atRINWrU0Nq1a3XnnXe6tO7CIqfXt2XLlk69Aq1atVLdunU1ffp0vfLKK/ldZqGWl3v4448/VsOGDdWiRQun9dzDf6tdu7aio6MVFxenBQsWqF+/fvrxxx+zDViFFT1XBVz58uV16tQpp3WnTp1SUFCQfH19Vbp0aVmt1izblC9f/maWWqjNmzdPAwcO1JdffpmpG/pqISEhqlWrlvbv33+TqitaWrRo4bh23L+uYZqmZsyYoUcffVReXl7XbFvc79+hQ4dq2bJl+uGHH1SpUqVrts3u5+/le/Pyn9y/f8vN9b3s7bff1uuvv66VK1eqUaNG12xbvXp1lS5dmvs3F9f3Mk9PTzVp0sRx7bh/s5aXa5yUlKR58+bl6B+sivM97OXlpVtuuUVNmzbVhAkTFB4erv/9739Zti3MP38JVwVcy5YttWbNGqd1q1atcvxrlJeXl5o2berUxm63a82aNdk+xwpnn3/+uQYMGKDPP//cafrU7CQmJurAgQMKDQ29CdUVPdHR0Y5rx/3rGj/++KP279+fo/+wF9f71zRNDR06VIsWLdL333+vatWqXXef6/38rVatmsqXL+/UJj4+Xj///HOxu3/zcn2ljNm+XnnlFa1YsULNmjW7bvujR4/q3Llz3L85vL5Xstls2rlzp+Pacf86u5FrPH/+fKWkpKhv377XbVtc7+Gs2O12paSkZLmtUP/8det0GsVQQkKCuX37dnP79u2mJPOdd94xt2/fbh46dMg0TdMcNWqU+eijjzraHzx40PTz8zOff/55c/fu3eaUKVNMq9VqrlixwtFm3rx5pre3tzlr1ixz165d5lNPPWWGhISYJ0+evOnn5265vb6fffaZ6eHhYU6ZMsU8ceKEY4mNjXW0ee6558y1a9eaMTEx5vr1682OHTuapUuXNk+fPn3Tz8/dcnt93333XXPx4sXmvn37zJ07d5r/+Mc/TIvFYq5evdrRhvv3b7m9vpf17dvXjIiIyPKY3L8Znn76aTM4ONhcu3at0//XL1686Gjz6KOPmqNGjXJ8Xr9+venh4WG+/fbb5u7du82xY8eanp6e5s6dOx1tXn/9dTMkJMRcsmSJ+euvv5rdunUzq1WrZl66dOmmnp+75eX6vv7666aXl5e5YMECp30SEhJM08z4/8PIkSPNjRs3mjExMebq1avNW2+91axZs6aZnJx808/RnfJyfV9++WXzu+++Mw8cOGBu3brVfPjhh00fHx/z999/d7Th/v1bXq7xZW3atDF79eqVaT338N9GjRpl/vjjj2ZMTIz566+/mqNGjTINwzBXrlxpmmbR+vlLuLrJLk9NffXSr18/0zQzpuxs165dpn0aN25senl5mdWrVzdnzpyZ6biTJk0yK1eubHp5eZktWrQwN23alP8nUwDl9vq2a9fumu1NM2Pq+9DQUNPLy8usWLGi2atXL3P//v0398QKiNxe3zfeeMOsUaOG6ePjY5YsWdJs3769+f3332c6Lvdvhrz8fIiNjTV9fX3NDz74IMtjcv9myOq6SnL6edquXTun/++bpml++eWXZq1atUwvLy+zfv365jfffOO03W63my+99JJZrlw509vb27zzzjvNvXv33oQzKljycn2rVKmS5T5jx441TdM0L168aN59991mmTJlTE9PT7NKlSrmk08+WSz/4SUv1/fZZ591/FwtV66c2bVrV3Pbtm1Ox+X+/Vtef0bs2bPHlOQICVfiHv7b448/blapUsX08vIyy5QpY955551O16wo/fw1TNM0XdQJBgAAAADFFmOuAAAAAMAFCFcAAAAA4AKEKwAAAABwAcIVAAAAALgA4QoAAAAAXIBwBQAAAAAuQLgCAAAAABcgXAEAAACACxCuAAC4QYZhaPHixe4uAwDgZoQrAECh1r9/fxmGkWnp3Lmzu0sDABQzHu4uAACAG9W5c2fNnDnTaZ23t7ebqgEAFFf0XAEACj1vb2+VL1/eaSlRooSkjEf2pk6dqi5dusjX11fVq1fXggULnPbfuXOn7rjjDvn6+qpUqVJ66qmnlJiY6NRmxowZql+/vry9vRUaGqqhQ4c6bT979qzuv/9++fn5qWbNmvr6668d2y5cuKA+ffqoTJky8vX1Vc2aNTOFQQBA4Ue4AgAUeS+99JJ69OihHTt2qE+fPnr44Ye1e/duSVJSUpI6deqkEiVK6JdfftH8+fO1evVqp/A0depUDRkyRE899ZR27typr7/+WrfccovTd7z88svq2bOnfv31V3Xt2lV9+vTR+fPnHd+/a9cuffvtt9q9e7emTp2q0qVL37wLAAC4KQzTNE13FwEAQF71799fc+bMkY+Pj9P6f//73/r3v/8twzA0ePBgTZ061bHttttu06233qr3339fH374oV544QUdOXJE/v7+kqTly5crMjJSx48fV7ly5VSxYkUNGDBAr776apY1GIah//znP3rllVckZQS2gIAAffvtt+rcubPuu+8+lS5dWjNmzMinqwAAKAgYcwUAKPQ6dOjgFJ4kqWTJko6/t2zZ0mlby5YtFR0dLUnavXu3wsPDHcFKklq3bi273a69e/fKMAwdP35cd9555zVraNSokePv/v7+CgoK0unTpyVJTz/9tHr06KFt27bp7rvvVvfu3dWqVas8nSsAoOAiXAEACj1/f/9Mj+m5iq+vb47aeXp6On02DEN2u12S1KVLFx06dEjLly/XqlWrdOedd2rIkCF6++23XV4vAMB9GHMFACjyNm3alOlz3bp1JUl169bVjh07lJSU5Ni+fv16WSwW1a5dW4GBgapatarWrFlzQzWUKVNG/fr105w5czRx4kR98MEHN3Q8AEDBQ88VAKDQS0lJ0cmTJ53WeXh4OCaNmD9/vpo1a6Y2bdros88+0+bNm/Xxxx9Lkvr06aOxY8eqX79+GjdunM6cOaNhw4bp0UcfVbly5SRJ48aN0+DBg1W2bFl16dJFCQkJWr9+vYYNG5aj+saMGaOmTZuqfv36SklJ0bJlyxzhDgBQdBCuAACF3ooVKxQaGuq0rnbt2tqzZ4+kjJn85s2bp2eeeUahoaH6/PPPVa9ePUmSn5+fvvvuO/3jH/9Q8+bN5efnpx49euidd95xHKtfv35KTk7Wu+++q5EjR6p06dJ68MEHc1yfl5eXRo8erT///FO+vr5q27at5s2b54IzBwAUJMwWCAAo0gzD0KJFi9S9e3d3lwIAKOIYcwUAAAAALkC4AgAAAAAXYMwVAKBI4+l3AMDNQs8VAAAAALgA4QoAAAAAXIBwBQAAAAAuQLgCAAAAABcgXAEAAACACxCuAAAAAMAFCFcAAAAA4AKEKwAAAABwgf8H2m4GJOvLDfIAAAAASUVORK5CYII=","text/plain":["<Figure size 1000x600 with 1 Axes>"]},"metadata":{}}]},{"cell_type":"markdown","source":"#### Cleaning Memory","metadata":{"papermill":{"duration":5.90529,"end_time":"2024-01-19T23:40:37.885245","exception":false,"start_time":"2024-01-19T23:40:31.979955","status":"completed"},"tags":[]}},{"cell_type":"code","source":"del model\ndel train_losses\ndel eval_losses\ndel rouge_scores\ndel lr_scheduler\ndel optimizer\ndel peft_config\ndel train_dataloader\ndel eval_dataloader\ndel tokenizer\ndel data_collator\n\nclear_gpu_memory()","metadata":{"execution":{"iopub.execute_input":"2024-01-19T23:40:49.65104Z","iopub.status.busy":"2024-01-19T23:40:49.650584Z","iopub.status.idle":"2024-01-19T23:40:50.468738Z","shell.execute_reply":"2024-01-19T23:40:50.467768Z"},"papermill":{"duration":6.731687,"end_time":"2024-01-19T23:40:50.470847","exception":false,"start_time":"2024-01-19T23:40:43.73916","status":"completed"},"tags":[]},"execution_count":41,"outputs":[]},{"cell_type":"markdown","source":"# <b>3 <span style='color:#78D118'>|</span> Performance Evaluation</b>\n\n### Step 1 - Load model and apply Perf","metadata":{"papermill":{"duration":5.584962,"end_time":"2024-01-19T23:41:02.0616","exception":false,"start_time":"2024-01-19T23:40:56.476638","status":"completed"},"tags":[]}},{"cell_type":"code","source":"# Local Load\n# ----\n# Load Model\n#tokenizer = AutoTokenizer.from_pretrained(model_name_or_path)\n#model = T5ForConditionalGeneration.from_pretrained(model_name_or_path)\n\n# Apply Perf\n#finetuned_model = PeftModel.from_pretrained(model, peft_model_name_or_path, device_map={\"\":0})\n\n# Hub Load\n# ----\ntokenizer = AutoTokenizer.from_pretrained(hub_repo_name)\nfinetuned_model = T5ForConditionalGeneration.from_pretrained(hub_repo_name)","metadata":{"papermill":{"duration":62.964347,"end_time":"2024-01-19T23:42:10.856452","exception":false,"start_time":"2024-01-19T23:41:07.892105","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:22:03.636534Z","iopub.execute_input":"2024-01-20T14:22:03.63684Z","iopub.status.idle":"2024-01-20T14:22:21.950758Z","shell.execute_reply.started":"2024-01-20T14:22:03.636815Z","shell.execute_reply":"2024-01-20T14:22:21.948961Z"},"trusted":true},"execution_count":17,"outputs":[{"output_type":"display_data","data":{"text/plain":"tokenizer_config.json:   0%|          | 0.00/20.8k [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"390bde859a3044f1a87508c86152282b"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"spiece.model:   0%|          | 0.00/792k [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"c59d826711824844b0c2b1aa2355fb80"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"tokenizer.json:   0%|          | 0.00/2.42M [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"f7e2c7d2755e4093b1a00bee8e46dba3"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"special_tokens_map.json:   0%|          | 0.00/2.54k [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"12e385f37944481680846bc56b5027bf"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"adapter_config.json:   0%|          | 0.00/564 [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"08f22c119d9346bfb9174e550705ec6e"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"config.json:   0%|          | 0.00/662 [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"0521d99f4e114672a3aa11eb99305f0d"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"model.safetensors:   0%|          | 0.00/3.13G [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"cbb39b53d3244b72a4d7eca2a9d89ca7"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"generation_config.json:   0%|          | 0.00/147 [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"4d308f44c2f44f58b69db5ecfc41653e"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":"adapter_model.safetensors:   0%|          | 0.00/9.48M [00:00<?, ?B/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"829a47bd791348efac5d15188cd0029f"}},"metadata":{}}]},{"cell_type":"code","source":"finetuned_model.eval()","metadata":{"papermill":{"duration":5.877527,"end_time":"2024-01-19T23:42:22.91991","exception":false,"start_time":"2024-01-19T23:42:17.042383","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:22:21.952648Z","iopub.execute_input":"2024-01-20T14:22:21.955179Z","iopub.status.idle":"2024-01-20T14:22:22.009357Z","shell.execute_reply.started":"2024-01-20T14:22:21.955138Z","shell.execute_reply":"2024-01-20T14:22:22.007857Z"},"trusted":true},"execution_count":18,"outputs":[{"execution_count":18,"output_type":"execute_result","data":{"text/plain":"T5ForConditionalGeneration(\n  (shared): Embedding(32128, 1024)\n  (encoder): T5Stack(\n    (embed_tokens): Embedding(32128, 1024)\n    (block): ModuleList(\n      (0): T5Block(\n        (layer): ModuleList(\n          (0): T5LayerSelfAttention(\n            (SelfAttention): T5Attention(\n              (q): lora.Linear(\n                (base_layer): Linear(in_features=1024, out_features=1024, bias=False)\n                (lora_dropout): ModuleDict(\n                  (default): Dropout(p=0.1, inplace=False)\n                )\n                (lora_A): ModuleDict(\n                  (default): Linear(in_features=1024, out_features=8, bias=False)\n                )\n                (lora_B): ModuleDict(\n                  (default): Linear(in_features=8, out_features=1024, bias=False)\n                )\n                (lora_embedding_A): ParameterDict()\n                (lora_embedding_B): ParameterDict()\n              )\n              (k): Linear(in_features=1024, out_features=1024, bias=False)\n              (v): lora.Linear(\n                (base_layer): Linear(in_features=1024, out_features=1024, bias=False)\n                (lora_dropout): ModuleDict(\n                  (default): Dropout(p=0.1, inplace=False)\n                )\n                (lora_A): ModuleDict(\n                  (default): Linear(in_features=1024, out_features=8, bias=False)\n                )\n                (lora_B): ModuleDict(\n                  (default): Linear(in_features=8, out_features=1024, bias=False)\n                )\n                (lora_embedding_A): ParameterDict()\n                (lora_embedding_B): ParameterDict()\n              )\n              (o): Linear(in_features=1024, out_features=1024, bias=False)\n              (relative_attention_bias): Embedding(32, 16)\n            )\n            (layer_norm): T5LayerNorm()\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n          (1): T5LayerFF(\n            (DenseReluDense): T5DenseGatedActDense(\n              (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n              (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n              (wo): Linear(in_features=2816, out_features=1024, bias=False)\n              (dropout): Dropout(p=0.1, inplace=False)\n              (act): NewGELUActivation()\n            )\n            (layer_norm): T5LayerNorm()\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n        )\n      )\n      (1-23): 23 x T5Block(\n        (layer): ModuleList(\n          (0): T5LayerSelfAttention(\n            (SelfAttention): T5Attention(\n              (q): lora.Linear(\n                (base_layer): Linear(in_features=1024, out_features=1024, bias=False)\n                (lora_dropout): ModuleDict(\n                  (default): Dropout(p=0.1, inplace=False)\n                )\n                (lora_A): ModuleDict(\n                  (default): Linear(in_features=1024, out_features=8, bias=False)\n                )\n                (lora_B): ModuleDict(\n                  (default): Linear(in_features=8, out_features=1024, bias=False)\n                )\n                (lora_embedding_A): ParameterDict()\n                (lora_embedding_B): ParameterDict()\n              )\n              (k): Linear(in_features=1024, out_features=1024, bias=False)\n              (v): lora.Linear(\n                (base_layer): Linear(in_features=1024, out_features=1024, bias=False)\n                (lora_dropout): ModuleDict(\n                  (default): Dropout(p=0.1, inplace=False)\n                )\n                (lora_A): ModuleDict(\n                  (default): Linear(in_features=1024, out_features=8, bias=False)\n                )\n                (lora_B): ModuleDict(\n                  (default): Linear(in_features=8, out_features=1024, bias=False)\n                )\n                (lora_embedding_A): ParameterDict()\n                (lora_embedding_B): ParameterDict()\n              )\n              (o): Linear(in_features=1024, out_features=1024, bias=False)\n            )\n            (layer_norm): T5LayerNorm()\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n          (1): T5LayerFF(\n            (DenseReluDense): T5DenseGatedActDense(\n              (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n              (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n              (wo): Linear(in_features=2816, out_features=1024, bias=False)\n              (dropout): Dropout(p=0.1, inplace=False)\n              (act): NewGELUActivation()\n            )\n            (layer_norm): T5LayerNorm()\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n        )\n      )\n    )\n    (final_layer_norm): T5LayerNorm()\n    (dropout): Dropout(p=0.1, inplace=False)\n  )\n  (decoder): T5Stack(\n    (embed_tokens): Embedding(32128, 1024)\n    (block): ModuleList(\n      (0): T5Block(\n        (layer): ModuleList(\n          (0): T5LayerSelfAttention(\n            (SelfAttention): T5Attention(\n              (q): lora.Linear(\n                (base_layer): Linear(in_features=1024, out_features=1024, bias=False)\n                (lora_dropout): ModuleDict(\n                  (default): Dropout(p=0.1, inplace=False)\n                )\n                (lora_A): ModuleDict(\n                  (default): Linear(in_features=1024, out_features=8, bias=False)\n                )\n                (lora_B): ModuleDict(\n                  (default): Linear(in_features=8, out_features=1024, bias=False)\n                )\n                (lora_embedding_A): ParameterDict()\n                (lora_embedding_B): ParameterDict()\n              )\n              (k): Linear(in_features=1024, out_features=1024, bias=False)\n              (v): lora.Linear(\n                (base_layer): Linear(in_features=1024, out_features=1024, bias=False)\n                (lora_dropout): ModuleDict(\n                  (default): Dropout(p=0.1, inplace=False)\n                )\n                (lora_A): ModuleDict(\n                  (default): Linear(in_features=1024, out_features=8, bias=False)\n                )\n                (lora_B): ModuleDict(\n                  (default): Linear(in_features=8, out_features=1024, bias=False)\n                )\n                (lora_embedding_A): ParameterDict()\n                (lora_embedding_B): ParameterDict()\n              )\n              (o): Linear(in_features=1024, out_features=1024, bias=False)\n              (relative_attention_bias): Embedding(32, 16)\n            )\n            (layer_norm): T5LayerNorm()\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n          (1): T5LayerCrossAttention(\n            (EncDecAttention): T5Attention(\n              (q): lora.Linear(\n                (base_layer): Linear(in_features=1024, out_features=1024, bias=False)\n                (lora_dropout): ModuleDict(\n                  (default): Dropout(p=0.1, inplace=False)\n                )\n                (lora_A): ModuleDict(\n                  (default): Linear(in_features=1024, out_features=8, bias=False)\n                )\n                (lora_B): ModuleDict(\n                  (default): Linear(in_features=8, out_features=1024, bias=False)\n                )\n                (lora_embedding_A): ParameterDict()\n                (lora_embedding_B): ParameterDict()\n              )\n              (k): Linear(in_features=1024, out_features=1024, bias=False)\n              (v): lora.Linear(\n                (base_layer): Linear(in_features=1024, out_features=1024, bias=False)\n                (lora_dropout): ModuleDict(\n                  (default): Dropout(p=0.1, inplace=False)\n                )\n                (lora_A): ModuleDict(\n                  (default): Linear(in_features=1024, out_features=8, bias=False)\n                )\n                (lora_B): ModuleDict(\n                  (default): Linear(in_features=8, out_features=1024, bias=False)\n                )\n                (lora_embedding_A): ParameterDict()\n                (lora_embedding_B): ParameterDict()\n              )\n              (o): Linear(in_features=1024, out_features=1024, bias=False)\n            )\n            (layer_norm): T5LayerNorm()\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n          (2): T5LayerFF(\n            (DenseReluDense): T5DenseGatedActDense(\n              (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n              (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n              (wo): Linear(in_features=2816, out_features=1024, bias=False)\n              (dropout): Dropout(p=0.1, inplace=False)\n              (act): NewGELUActivation()\n            )\n            (layer_norm): T5LayerNorm()\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n        )\n      )\n      (1-23): 23 x T5Block(\n        (layer): ModuleList(\n          (0): T5LayerSelfAttention(\n            (SelfAttention): T5Attention(\n              (q): lora.Linear(\n                (base_layer): Linear(in_features=1024, out_features=1024, bias=False)\n                (lora_dropout): ModuleDict(\n                  (default): Dropout(p=0.1, inplace=False)\n                )\n                (lora_A): ModuleDict(\n                  (default): Linear(in_features=1024, out_features=8, bias=False)\n                )\n                (lora_B): ModuleDict(\n                  (default): Linear(in_features=8, out_features=1024, bias=False)\n                )\n                (lora_embedding_A): ParameterDict()\n                (lora_embedding_B): ParameterDict()\n              )\n              (k): Linear(in_features=1024, out_features=1024, bias=False)\n              (v): lora.Linear(\n                (base_layer): Linear(in_features=1024, out_features=1024, bias=False)\n                (lora_dropout): ModuleDict(\n                  (default): Dropout(p=0.1, inplace=False)\n                )\n                (lora_A): ModuleDict(\n                  (default): Linear(in_features=1024, out_features=8, bias=False)\n                )\n                (lora_B): ModuleDict(\n                  (default): Linear(in_features=8, out_features=1024, bias=False)\n                )\n                (lora_embedding_A): ParameterDict()\n                (lora_embedding_B): ParameterDict()\n              )\n              (o): Linear(in_features=1024, out_features=1024, bias=False)\n            )\n            (layer_norm): T5LayerNorm()\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n          (1): T5LayerCrossAttention(\n            (EncDecAttention): T5Attention(\n              (q): lora.Linear(\n                (base_layer): Linear(in_features=1024, out_features=1024, bias=False)\n                (lora_dropout): ModuleDict(\n                  (default): Dropout(p=0.1, inplace=False)\n                )\n                (lora_A): ModuleDict(\n                  (default): Linear(in_features=1024, out_features=8, bias=False)\n                )\n                (lora_B): ModuleDict(\n                  (default): Linear(in_features=8, out_features=1024, bias=False)\n                )\n                (lora_embedding_A): ParameterDict()\n                (lora_embedding_B): ParameterDict()\n              )\n              (k): Linear(in_features=1024, out_features=1024, bias=False)\n              (v): lora.Linear(\n                (base_layer): Linear(in_features=1024, out_features=1024, bias=False)\n                (lora_dropout): ModuleDict(\n                  (default): Dropout(p=0.1, inplace=False)\n                )\n                (lora_A): ModuleDict(\n                  (default): Linear(in_features=1024, out_features=8, bias=False)\n                )\n                (lora_B): ModuleDict(\n                  (default): Linear(in_features=8, out_features=1024, bias=False)\n                )\n                (lora_embedding_A): ParameterDict()\n                (lora_embedding_B): ParameterDict()\n              )\n              (o): Linear(in_features=1024, out_features=1024, bias=False)\n            )\n            (layer_norm): T5LayerNorm()\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n          (2): T5LayerFF(\n            (DenseReluDense): T5DenseGatedActDense(\n              (wi_0): Linear(in_features=1024, out_features=2816, bias=False)\n              (wi_1): Linear(in_features=1024, out_features=2816, bias=False)\n              (wo): Linear(in_features=2816, out_features=1024, bias=False)\n              (dropout): Dropout(p=0.1, inplace=False)\n              (act): NewGELUActivation()\n            )\n            (layer_norm): T5LayerNorm()\n            (dropout): Dropout(p=0.1, inplace=False)\n          )\n        )\n      )\n    )\n    (final_layer_norm): T5LayerNorm()\n    (dropout): Dropout(p=0.1, inplace=False)\n  )\n  (lm_head): Linear(in_features=1024, out_features=32128, bias=False)\n)"},"metadata":{}}]},{"cell_type":"markdown","source":"### Step 2 - Pipeline","metadata":{"papermill":{"duration":5.796131,"end_time":"2024-01-19T23:42:34.709012","exception":false,"start_time":"2024-01-19T23:42:28.912881","status":"completed"},"tags":[]}},{"cell_type":"code","source":"text_generation_pipeline = pipeline(\n    task=pipeline_task,\n    model=finetuned_model,\n    tokenizer=tokenizer,\n    truncation=True,\n    max_length=pipeline_max_length,\n    min_length=pipeline_min_length,\n    temperature=pipeline_temperature,\n    device=0 # Set device to 0 for GPU, -1 for CPU\n)","metadata":{"papermill":{"duration":6.521556,"end_time":"2024-01-19T23:42:47.309944","exception":false,"start_time":"2024-01-19T23:42:40.788388","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T14:58:40.319963Z","iopub.execute_input":"2024-01-20T14:58:40.320383Z","iopub.status.idle":"2024-01-20T14:58:40.346245Z","shell.execute_reply.started":"2024-01-20T14:58:40.320355Z","shell.execute_reply":"2024-01-20T14:58:40.345468Z"},"trusted":true},"execution_count":67,"outputs":[]},{"cell_type":"markdown","source":"### Step 3 - Evaluation","metadata":{"papermill":{"duration":5.622358,"end_time":"2024-01-19T23:50:05.567622","exception":false,"start_time":"2024-01-19T23:49:59.945264","status":"completed"},"tags":[]}},{"cell_type":"markdown","source":"#### Shot Evaluation","metadata":{}},{"cell_type":"code","source":"questions = [\n    \n    ## Linked questions\n    \"How do companies profit from war?\",\n    \"Why do U.S. companies rebuild towns after wars?\",\n    \"Is there a World War Hulk movie in production?\",\n    \"What is the concept of paying off the principal of a home vs. investing in a mutual fund?\",\n    \"I'm making real money for the first time, what should I do with it?\",\n    \"How are the first days of each season chosen?\",\n    \"Why are laws requiring identification for voting scrutinized by the media?\",\n    \"Why aren't there many new operating systems being created?\",\n    \"How can schools keep students after the normal school day?\",\n    \"What are the duties of military personnel stationed in peaceful countries?\",\n    \"Why did the world's magnetic field reverse 780,000 years ago?\",\n    \"What is Sherlock Holmes' job?\",\n    \"Explain the fifthworldproblems subreddit like I'm five.\",\n    \"Why were Shaq and Kobe seen as rivals despite winning three finals in a row?\",\n    \"If a filter-feeding whale swallows a turtle, can it digest it normally?\",\n    \"Why does the pubic region have darker skin than the rest of the body?\",\n    \"How does the Military-Industrial Complex work?\",\n    \"Why is there no World War Hulk movie in production?\",\n    \"What factors should be considered when deciding to pay off a home or invest in a mutual fund?\",\n    \"What is a Roth IRA, and why is it a good idea to open one?\",\n    \n    ## Generic questions\n    \"How do ants decide where to build their colonies?\",\n    \"What would happen if all the bees disappeared from the Earth?\",\n    \"Can robots ever have feelings like humans?\",\n    \"If animals could talk, which species do you think would be the most chatty?\",\n    \"What would a world without gravity be like?\",\n    \"If you could time travel, would you go to the past or the future?\",\n    \"How do plants know when it's time to bloom?\",\n    \"If you could have any superpower, what would it be and why?\",\n    \"What if our dreams were actually glimpses of alternate realities?\",\n    \"How do birds know where to migrate each year?\",\n    \"If you could create a new color, what would you name it?\",\n    \"What if everyone on Earth spoke the same language?\",\n    \"How would life be different if humans had tails?\",\n    \"If you could be any fictional character for a day, who would you choose?\",\n    \"What if we discovered a parallel universe right next to ours?\",\n    \"How do animals in the wild know which plants are safe to eat?\",\n    \"If you could design a new planet, what features would it have?\",\n    \"What if we could communicate with dolphins?\",\n    \"How do clouds decide when to rain?\",\n    \"If you could swap lives with any person for a week, who would it be and why?\"\n]","metadata":{"papermill":{"duration":5.774791,"end_time":"2024-01-19T23:43:10.679757","exception":false,"start_time":"2024-01-19T23:43:04.904966","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T11:42:32.925594Z","iopub.execute_input":"2024-01-20T11:42:32.926474Z","iopub.status.idle":"2024-01-20T11:42:32.933683Z","shell.execute_reply.started":"2024-01-20T11:42:32.92643Z","shell.execute_reply":"2024-01-20T11:42:32.932771Z"},"trusted":true},"execution_count":26,"outputs":[]},{"cell_type":"code","source":"transformed_questions = [prefix + question for question in questions]\n\ngenerated_texts = text_generation_pipeline(transformed_questions, do_sample=True)","metadata":{"papermill":{"duration":385.577696,"end_time":"2024-01-19T23:49:53.867762","exception":false,"start_time":"2024-01-19T23:43:28.290066","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T11:42:33.881164Z","iopub.execute_input":"2024-01-20T11:42:33.882299Z","iopub.status.idle":"2024-01-20T11:49:10.707507Z","shell.execute_reply.started":"2024-01-20T11:42:33.882254Z","shell.execute_reply":"2024-01-20T11:49:10.706616Z"},"trusted":true},"execution_count":27,"outputs":[]},{"cell_type":"code","source":"predictions = [output_text[\"generated_text\"] for output_text in generated_texts]\nquestions = [question.split(\":\")[-1].strip() for question in questions]\ndata = []\n\nfor question, prediction in zip(questions, predictions):\n    data.append({\n        \"Input\": question,\n        \"Output\": prediction\n    })\n\ndf = pd.DataFrame(data)\n\ndisplay(df)","metadata":{"papermill":{"duration":15.824344,"end_time":"2024-01-19T23:50:27.305184","exception":false,"start_time":"2024-01-19T23:50:11.48084","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2024-01-20T11:49:10.7092Z","iopub.execute_input":"2024-01-20T11:49:10.709552Z","iopub.status.idle":"2024-01-20T11:49:10.727084Z","shell.execute_reply.started":"2024-01-20T11:49:10.709524Z","shell.execute_reply":"2024-01-20T11:49:10.726112Z"},"trusted":true},"execution_count":28,"outputs":[{"output_type":"display_data","data":{"text/plain":"                                                                                            Input  \\\n0                                                               How do companies profit from war?   \n1                                                 Why do U.S. companies rebuild towns after wars?   \n2                                                  Is there a World War Hulk movie in production?   \n3       What is the concept of paying off the principal of a home vs. investing in a mutual fund?   \n4                             I'm making real money for the first time, what should I do with it?   \n5                                                   How are the first days of each season chosen?   \n6                      Why are laws requiring identification for voting scrutinized by the media?   \n7                                      Why aren't there many new operating systems being created?   \n8                                      How can schools keep students after the normal school day?   \n9                      What are the duties of military personnel stationed in peaceful countries?   \n10                                  Why did the world's magnetic field reverse 780,000 years ago?   \n11                                                                  What is Sherlock Holmes' job?   \n12                                        Explain the fifthworldproblems subreddit like I'm five.   \n13                   Why were Shaq and Kobe seen as rivals despite winning three finals in a row?   \n14                        If a filter-feeding whale swallows a turtle, can it digest it normally?   \n15                          Why does the pubic region have darker skin than the rest of the body?   \n16                                                 How does the Military-Industrial Complex work?   \n17                                            Why is there no World War Hulk movie in production?   \n18  What factors should be considered when deciding to pay off a home or invest in a mutual fund?   \n19                                     What is a Roth IRA, and why is it a good idea to open one?   \n20                                              How do ants decide where to build their colonies?   \n21                                  What would happen if all the bees disappeared from the Earth?   \n22                                                     Can robots ever have feelings like humans?   \n23                    If animals could talk, which species do you think would be the most chatty?   \n24                                                    What would a world without gravity be like?   \n25                              If you could time travel, would you go to the past or the future?   \n26                                                    How do plants know when it's time to bloom?   \n27                                    If you could have any superpower, what would it be and why?   \n28                              What if our dreams were actually glimpses of alternate realities?   \n29                                                  How do birds know where to migrate each year?   \n30                                       If you could create a new color, what would you name it?   \n31                                             What if everyone on Earth spoke the same language?   \n32                                               How would life be different if humans had tails?   \n33                       If you could be any fictional character for a day, who would you choose?   \n34                                  What if we discovered a parallel universe right next to ours?   \n35                                  How do animals in the wild know which plants are safe to eat?   \n36                                 If you could design a new planet, what features would it have?   \n37                                                    What if we could communicate with dolphins?   \n38                                                             How do clouds decide when to rain?   \n39                   If you could swap lives with any person for a week, who would it be and why?   \n\n                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 Output  \n0   It is not clear whether companies profit from war, but it is possible that they do. Some companies may profit from the war by acquiring or acquiring other companies, such as military equipment manufacturers, or by selling their products to other companies. Some companies may also profit from the war by acquiring other companies, such as military equipment manufacturers, or by selling their products to other companies. It is important to note that the effects of war on companies can vary sign...  \n1   It's not clear why U.S. companies rebuild towns after wars, but it's possible that they do it to help the economy and create jobs. Some companies, such as the United States Army Corps of Engineers (ACE), have been involved in rebuilding cities and towns in the past, and they have been successful in doing so. Some companies, such as the United States Navy Corps of Engineers (USNAC), have been involved in rebuilding cities and towns in the past, and they have been successful in doing so. It's ...  \n2                                       There is no World War Hulk movie in production. However, there are several films that are currently in production, including the film \"The Incredible Hulk\" (1987), \"The Incredible Hulk: The Return of the Incredible Hulk\" (1987), \"The Incredible Hulk: The Return of the Incredible Hulk\" (1990), and \"The Incredible Hulk: The Return of the Incredible Hulk\" (1991). These films are all based on the comic book series \"The Incredible Hulk\" by Stan Lee and Jack Kirby.  \n3   The concept of paying off the principal of a home versus investing in a mutual fund is that the money you pay off the principal of a home is used to pay off other debts, such as mortgages, student loans, and other financial obligations. The principle of paying off the principal of a home is that the money you pay off the principal of a home is used to pay off other debts, such as student loans, mortgages, and other financial obligations. In contrast, investing in a mutual fund is a different...  \n4   I'm making real money for the first time, and I'd like to start investing in stocks and mutual funds. Here are some things you can do with your new money:Invest in stocks and mutual funds: Stocks and mutual funds are a great way to invest your money, as they are very stable and can grow over time. You can invest in stocks and mutual funds for a variety of reasons, including: Investing in stocks and mutual funds can be a great way to invest your money, as they are very safe and can grow over ...  \n5   The first days of each season are chosen by a number of factors, including the weather, the weather forecast, and the availability of resources.nnThe first days of each season are chosen by the weather forecasters, who use a variety of factors to determine the best time to arrive at the game. For example, the forecasters may use a combination of factors, such as the weather, the weather forecast, and the availability of resources.nnThe first days of each season are chosen by the weather fore...  \n6   The media is a powerful tool for determining the legitimacy of laws and policies that affect the way people vote. It can help to ensure that laws are being enforced in a fair and fair manner, and that people are being able to exercise their right to vote in a way that is fair and legitimate. One reason that laws requiring identification for voting may be scrutinized by the media is to ensure that people are being able to vote in a way that is fair and legitimate. This can help to ensure that...  \n7   There are a few reasons why there aren't many new operating systems being created:It's important to note that there are many different reasons why there may not be many new operating systems being created. Some of these reasons include:It's important to note that there are many different reasons why there may not be many new operating systems being created. Some of these reasons include:It's important to note that there are many different reasons why there may not be many new operating syste...  \n8   The school can keep students after the normal school day by allowing them to go home after school or by allowing them to go to a place where they can be supervised. This can be done by providing them with a safe, secure place to stay while they are away from the school. Some schools may also allow students to stay at home after school to help them with homework or other tasks. This can be done by providing them with a room or a room with a TV, a phone, and a computer. Some schools may also a...  \n9   Military personnel stationed in peaceful countries are typically employed in a variety of roles, including law enforcement, security, and intelligence. They may also be involved in training and education programs, as well as providing humanitarian assistance and support to people in need.nnThe duties of military personnel stationed in peaceful countries vary depending on the country and the type of mission they are assigned to. Some military personnel may be assigned to a specific mission, w...  \n10  The magnetic field in the world has reversed over the past 780,000 years because the Earth's magnetic field is a complex system that consists of many different elements and processes.nnThe reason why the world's magnetic field reversed 780,000 years ago is that the Earth's magnetic field is a complex system that consists of many different elements and processes, including tectonic plates, ice, and ice sheets. The Earth's magnetic field is a strong force that can affect the Earth's magnetic f...  \n11  Sherlock Holmes is a fictional detective who is best known for his work as the lead detective of the Sherlock Holmes mystery series. He is a character who is a fictional character who is a member of the Sherlock Holmes Society, a group of detectives who have been working together for many years. Sherlock Holmes is a fictional character who is a member of the Sherlock Holmes Society, a group of detectives who have been working together for many years. Sherlock Holmes is a fictional character ...  \n12  The FifthWorldProblems subreddit is a community of people who are interested in solving problems related to the fifth world. The subreddit is a place where people can share their opinions and experiences with the problems they face in the fifth world. The subreddit is a place where people can share their experiences and opinions with each other, and it is a place where people can share their ideas and experiences with each other. The subreddit is a place where people can share their thoughts...  \n13  Shaq and Kobe are both known for their rivalry in the NBA, and they have been viewed as a rivalry for many years. Shaq, who is a professional basketball player and has won three NBA championships, was regarded as a great player and a great leader by his teammates, but Kobe, who is a professional basketball player and has won three NBA championships, was viewed as a great player and a great leader by his teammates, but Kobe, who is a professional basketball player and has won three NBA champi...  \n14  The turtle is a mollusk that lives in the ocean and is a member of the mollusk family. It is a very large and powerful animal that can eat large quantities of food at once. The whale can digest the turtle's food in a similar way to how it digests other food. However, the turtle's digestive system is not as complex as that of the whale. The turtle's digestive system is not as complex as that of the whale's digestive system. The turtle's digestive system is not as complex as that of the whale'...  \n15  The pubic region is the area of the body where the genitalia (the skin) of the body is located. It is a region of the body that is located on the upper part of the body, near the genitals. The genitalia is the area of the body where the skin of the body is located. It is a region that is located on the lower part of the body, near the genitals. The genitalia is the area of the body that is located on the upper part of the body, near the genitals. The genitalia is the area of the body that is...  \n16  The Military-Industrial Complex (MIIC) is a complex of military and industrial entities that work together to provide a range of services to the United States. It is a mix of government and industry that includes the military, the military, and the industry. MIIC is responsible for the development and operation of military and industrial facilities, as well as for the development and operation of military and industrial facilities. MIIC is responsible for the development and operation of mil...  \n17  The World War Hulk movie was not produced because it was not a successful film. The World War Hulk is a Marvel comic book character that is known for his rage and violence. The World War Hulk is a character that is known for his rage and violence, but it is not a film. The World War Hulk is not a film that is being produced because it was not a successful film. The World War Hulk is a character that is known for his rage and violence, but it is not a film. The World War Hulk is a character t...  \n18  Depending on your financial situation, you may want to consider a number of factors when deciding whether to pay off a home or invest in a mutual fund. Here are a few things to consider:Debt: If you have a high debt load, you may want to consider paying off your home or investing in a mutual fund. If you have a low debt load, you may want to consider investing in a mutual fund.Field-of-view: If you have a low income, you may want to consider investing in a mutual fund. If you have a high ris...  \n19  A Roth IRA is a retirement savings account that is a type of retirement plan that is designed to help people save for retirement. It is a type of retirement account that is designed to help people save for retirement by investing in stocks, bonds, and other assets. The purpose of a Roth IRA is to help people save for retirement by investing in stocks, bonds, and other assets that are considered to be safe, stable, and a good investment. The purpose of a Roth IRA is to help people save for re...  \n20  Ants are able to build colonies by establishing nests in areas that are suitable for them. These nests are usually located in areas that are suitable for the ants and are often located in areas that are suitable for the ants to live in. Ants can also build colonies in areas that are suitable for the ants to live in, such as areas that are suitable for the ants to live in, or areas that are suitable for the ants to live in, such as areas that are suitable for the ants to live in, or areas tha...  \n21  There are many reasons why the bees might disappear from the Earth, including:Lack of food: Bees are important for the survival of the Earth, and they help to keep the Earth's ecosystems healthy. Without the bees, the Earth would be unable to support a large number of different types of organisms, including plants, animals, and other organisms.Lack of water: Without the bees, the Earth would be unable to support the life on the Earth. Without the bees, the Earth would not be able to support ...  \n22  Robots have feelings like humans because they are able to sense and interpret emotions. When a robot is in a situation where it is not able to sense or interpret emotions, it is called a \"feeling machine.\" The feeling machine is able to sense and interpret emotions because it is able to sense and interpret emotions through the brain. The feeling machine is able to sense and interpret emotions through the brain, which is the part of the brain that controls the body and the emotions that it ca...  \n23  If animals could talk, it would be difficult to tell which species would be the most chatty. Some species might be able to talk more than others, but it would be difficult to tell which species would be the most chatty. Some species might be able to talk more than others, but it would be difficult to tell which species would be the most chatty. For example, if a species could talk more than another species, it would be difficult to tell which species would be the most chatty. Some species mi...  \n24  There are many different theories about what a world without gravity would be like. Some theories include:Analysis of the physical laws of the universe: A theory that states that the universe is a single, unidimensional entity with no interacting parts.Analysis of the physical laws of the universe: A theory that states that the universe is a single, unidimensional entity with no interacting parts.Analysis of the physical laws of the universe: A theory that states that the universe is a singl...  \n25                                                                          If you could time travel, you would go to the past or the future. The past is the past, which is when you lived in the past. The future is the future, which is when you lived in the future. If you could time travel, you would go to the future, which is the future. The future is the future, which is the future that you will live in in the future. The future is the future, which is the future that you will live in the future.  \n26  Plants are able to sense when it is time to bloom by using a number of signals, including the temperature, humidity, and wind speed. These signals are used by the plant to determine when it is time to produce flowers.nnThe way that plants know when it is time to bloom is by using a series of signals, called \"symbols.\" These signals are used by the plant to communicate with other parts of the plant, such as the leaves, the stem, and the flowers. These signals are used to determine the time of...  \n27  It would be a superpower that could help you to solve a problem or solve a problem. Superpowers are a type of power that can help you solve a problem or solve a problem. They can be used to help you solve problems or solve problems that are difficult or difficult to solve. For example, if you had a superpower that could help you solve a problem that is difficult or difficult to solve, you would be able to solve it faster and more efficiently than if you had a normal superpower. Another super...  \n28  It's possible that dreams are actually glimpses of alternate realities, which are a type of dream that is a form of meditation or hypnosis. Dreams can be a form of meditation that involves focusing on one or more aspects of a dream, such as the sensation of a dreaming body, the sensation of a dreaming mind, or the sensation of a dreaming body. These glimpses can be a form of meditation that involves focusing on one or more aspects of a dream, such as the sensation of a dreaming mind, the sen...  \n29  Birds migrate to different parts of the world each year, and they do so by using a variety of different methods. Some birds, such as birds of prey, migrate to different parts of the world each year, while others, such as birds of prey, migrate to different parts of the world each year. Some birds, such as birds of prey, migrate to different parts of the world each year, while others, such as birds of prey, migrate to different parts of the world each year. Some birds, such as birds of prey, ...  \n30  It is possible to create a new color by using a combination of different colors. The color \"black\" is a color that is used to represent the color black. It is a color that is used to represent the color black, but it is not a color that is used to represent the color black. Instead, it is a color that is used to represent the color black. For example, if you wanted to create a color that was a combination of black and white, you could use a combination of black and white. However, if you wan...  \n31  If everyone on Earth spoke the same language, it would be a very different world. There would be no language barrier, and everyone would be able to communicate with each other. However, there would be some differences in the way people communicate with each other. For example, some people might not be able to communicate with each other in a way that is a natural part of their culture. Some people might not be able to communicate with each other in a way that is a natural part of their cultu...  \n32  Humans have a tail, which is a part of their body that is used for kicking and walking. It is a part of their body that is used for grabbing and kicking. The tail is used to help balance the weight of the body and to help it move. It is similar to how a dog has a tail, but it is not used for kicking or walking. It is used to help balance the weight of the body and to help it move. It is also used to help balance the weight of the body and to help it move. It is important to note that the tai...  \n33  It's hard to say who you would choose for a day if you could be any fictional character for a day. It's possible that you would choose a character that you like, but it's not necessarily a good idea to choose someone who you think is good or interesting. It's also possible that you might choose a character that you think is a bit too spooky or something that you'd like to avoid. It's important to consider your own personal preferences and interests when choosing a fictional character for a d...  \n34  The idea of a parallel universe is a concept that has been around for a long time. It is a concept that is based on the idea that there are two universes, and that there are two universes that are the same size. The idea of a parallel universe is that there are two universes that are the same size. The idea of a parallel universe is that there are two universes that are the same size. The idea of a parallel universe is that there are two universes that are the same size. The idea of a parall...  \n35  Animals in the wild know which plants are safe to eat by observing their surroundings and observing their body language. These behaviors are called \"sensory cues,\" and they are used by animals to help them recognize and understand the food they're eating.nnSome animals in the wild may also use their sense of smell to help them recognize which plants are safe to eat. For example, if an animal is eating a plant that has a smell that is unpleasant, it may be able to sense that the plant is a ba...  \n36  It would have a lot of features that are unique to the planet. Here are a few things that would be unique to the planet:Surface: The surface of the planet would have a unique shape and surface that would be hard to scratch. This would be a great feature for people who like to scratch their hands and feet.Seawater: The surface of the planet would have a unique shape and surface that would be hard to scratch. This would be a great feature for people who like to scratch their hands and feet.Sea...  \n37  Dolphins are a great animal to communicate with because they are able to communicate with humans by using their senses, such as their sense of smell and taste. If we could communicate with dolphins, it would be possible to understand their feelings and behaviors, and we could use that information to better understand ourselves and our environment. However, it's not possible to communicate with dolphins without using a special device called a dolphin communication system. Dolphins are able to...  \n38                                                                             Clouds are a type of cloud that can form in the sky and can be formed by the movement of water molecules in the air. When the water molecules in the air move, they can cause the clouds to form. When the water molecules in the air move, they can cause the clouds to form. When the water molecules in the air move, they can cause the clouds to form. When the water molecules in the air move, they can cause the clouds to form.  \n39  I would be very happy to swap lives with anyone for a week. I would be very happy to have someone to talk to and share my thoughts and feelings with. I would be very happy to have someone to talk to and share my thoughts and feelings with. I would be very happy to have someone to talk to and share my thoughts and feelings with. I would be very happy to have someone to talk to and share my thoughts and feelings with. I would be very happy to have someone to talk to and share my thoughts and f...  ","text/html":"<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>Input</th>\n      <th>Output</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>How do companies profit from war?</td>\n      <td>It is not clear whether companies profit from war, but it is possible that they do. Some companies may profit from the war by acquiring or acquiring other companies, such as military equipment manufacturers, or by selling their products to other companies. Some companies may also profit from the war by acquiring other companies, such as military equipment manufacturers, or by selling their products to other companies. It is important to note that the effects of war on companies can vary sign...</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>Why do U.S. companies rebuild towns after wars?</td>\n      <td>It's not clear why U.S. companies rebuild towns after wars, but it's possible that they do it to help the economy and create jobs. Some companies, such as the United States Army Corps of Engineers (ACE), have been involved in rebuilding cities and towns in the past, and they have been successful in doing so. Some companies, such as the United States Navy Corps of Engineers (USNAC), have been involved in rebuilding cities and towns in the past, and they have been successful in doing so. It's ...</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>Is there a World War Hulk movie in production?</td>\n      <td>There is no World War Hulk movie in production. However, there are several films that are currently in production, including the film \"The Incredible Hulk\" (1987), \"The Incredible Hulk: The Return of the Incredible Hulk\" (1987), \"The Incredible Hulk: The Return of the Incredible Hulk\" (1990), and \"The Incredible Hulk: The Return of the Incredible Hulk\" (1991). These films are all based on the comic book series \"The Incredible Hulk\" by Stan Lee and Jack Kirby.</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>What is the concept of paying off the principal of a home vs. investing in a mutual fund?</td>\n      <td>The concept of paying off the principal of a home versus investing in a mutual fund is that the money you pay off the principal of a home is used to pay off other debts, such as mortgages, student loans, and other financial obligations. The principle of paying off the principal of a home is that the money you pay off the principal of a home is used to pay off other debts, such as student loans, mortgages, and other financial obligations. In contrast, investing in a mutual fund is a different...</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>I'm making real money for the first time, what should I do with it?</td>\n      <td>I'm making real money for the first time, and I'd like to start investing in stocks and mutual funds. Here are some things you can do with your new money:Invest in stocks and mutual funds: Stocks and mutual funds are a great way to invest your money, as they are very stable and can grow over time. You can invest in stocks and mutual funds for a variety of reasons, including: Investing in stocks and mutual funds can be a great way to invest your money, as they are very safe and can grow over ...</td>\n    </tr>\n    <tr>\n      <th>5</th>\n      <td>How are the first days of each season chosen?</td>\n      <td>The first days of each season are chosen by a number of factors, including the weather, the weather forecast, and the availability of resources.nnThe first days of each season are chosen by the weather forecasters, who use a variety of factors to determine the best time to arrive at the game. For example, the forecasters may use a combination of factors, such as the weather, the weather forecast, and the availability of resources.nnThe first days of each season are chosen by the weather fore...</td>\n    </tr>\n    <tr>\n      <th>6</th>\n      <td>Why are laws requiring identification for voting scrutinized by the media?</td>\n      <td>The media is a powerful tool for determining the legitimacy of laws and policies that affect the way people vote. It can help to ensure that laws are being enforced in a fair and fair manner, and that people are being able to exercise their right to vote in a way that is fair and legitimate. One reason that laws requiring identification for voting may be scrutinized by the media is to ensure that people are being able to vote in a way that is fair and legitimate. This can help to ensure that...</td>\n    </tr>\n    <tr>\n      <th>7</th>\n      <td>Why aren't there many new operating systems being created?</td>\n      <td>There are a few reasons why there aren't many new operating systems being created:It's important to note that there are many different reasons why there may not be many new operating systems being created. Some of these reasons include:It's important to note that there are many different reasons why there may not be many new operating systems being created. Some of these reasons include:It's important to note that there are many different reasons why there may not be many new operating syste...</td>\n    </tr>\n    <tr>\n      <th>8</th>\n      <td>How can schools keep students after the normal school day?</td>\n      <td>The school can keep students after the normal school day by allowing them to go home after school or by allowing them to go to a place where they can be supervised. This can be done by providing them with a safe, secure place to stay while they are away from the school. Some schools may also allow students to stay at home after school to help them with homework or other tasks. This can be done by providing them with a room or a room with a TV, a phone, and a computer. Some schools may also a...</td>\n    </tr>\n    <tr>\n      <th>9</th>\n      <td>What are the duties of military personnel stationed in peaceful countries?</td>\n      <td>Military personnel stationed in peaceful countries are typically employed in a variety of roles, including law enforcement, security, and intelligence. They may also be involved in training and education programs, as well as providing humanitarian assistance and support to people in need.nnThe duties of military personnel stationed in peaceful countries vary depending on the country and the type of mission they are assigned to. Some military personnel may be assigned to a specific mission, w...</td>\n    </tr>\n    <tr>\n      <th>10</th>\n      <td>Why did the world's magnetic field reverse 780,000 years ago?</td>\n      <td>The magnetic field in the world has reversed over the past 780,000 years because the Earth's magnetic field is a complex system that consists of many different elements and processes.nnThe reason why the world's magnetic field reversed 780,000 years ago is that the Earth's magnetic field is a complex system that consists of many different elements and processes, including tectonic plates, ice, and ice sheets. The Earth's magnetic field is a strong force that can affect the Earth's magnetic f...</td>\n    </tr>\n    <tr>\n      <th>11</th>\n      <td>What is Sherlock Holmes' job?</td>\n      <td>Sherlock Holmes is a fictional detective who is best known for his work as the lead detective of the Sherlock Holmes mystery series. He is a character who is a fictional character who is a member of the Sherlock Holmes Society, a group of detectives who have been working together for many years. Sherlock Holmes is a fictional character who is a member of the Sherlock Holmes Society, a group of detectives who have been working together for many years. Sherlock Holmes is a fictional character ...</td>\n    </tr>\n    <tr>\n      <th>12</th>\n      <td>Explain the fifthworldproblems subreddit like I'm five.</td>\n      <td>The FifthWorldProblems subreddit is a community of people who are interested in solving problems related to the fifth world. The subreddit is a place where people can share their opinions and experiences with the problems they face in the fifth world. The subreddit is a place where people can share their experiences and opinions with each other, and it is a place where people can share their ideas and experiences with each other. The subreddit is a place where people can share their thoughts...</td>\n    </tr>\n    <tr>\n      <th>13</th>\n      <td>Why were Shaq and Kobe seen as rivals despite winning three finals in a row?</td>\n      <td>Shaq and Kobe are both known for their rivalry in the NBA, and they have been viewed as a rivalry for many years. Shaq, who is a professional basketball player and has won three NBA championships, was regarded as a great player and a great leader by his teammates, but Kobe, who is a professional basketball player and has won three NBA championships, was viewed as a great player and a great leader by his teammates, but Kobe, who is a professional basketball player and has won three NBA champi...</td>\n    </tr>\n    <tr>\n      <th>14</th>\n      <td>If a filter-feeding whale swallows a turtle, can it digest it normally?</td>\n      <td>The turtle is a mollusk that lives in the ocean and is a member of the mollusk family. It is a very large and powerful animal that can eat large quantities of food at once. The whale can digest the turtle's food in a similar way to how it digests other food. However, the turtle's digestive system is not as complex as that of the whale. The turtle's digestive system is not as complex as that of the whale's digestive system. The turtle's digestive system is not as complex as that of the whale'...</td>\n    </tr>\n    <tr>\n      <th>15</th>\n      <td>Why does the pubic region have darker skin than the rest of the body?</td>\n      <td>The pubic region is the area of the body where the genitalia (the skin) of the body is located. It is a region of the body that is located on the upper part of the body, near the genitals. The genitalia is the area of the body where the skin of the body is located. It is a region that is located on the lower part of the body, near the genitals. The genitalia is the area of the body that is located on the upper part of the body, near the genitals. The genitalia is the area of the body that is...</td>\n    </tr>\n    <tr>\n      <th>16</th>\n      <td>How does the Military-Industrial Complex work?</td>\n      <td>The Military-Industrial Complex (MIIC) is a complex of military and industrial entities that work together to provide a range of services to the United States. It is a mix of government and industry that includes the military, the military, and the industry. MIIC is responsible for the development and operation of military and industrial facilities, as well as for the development and operation of military and industrial facilities. MIIC is responsible for the development and operation of mil...</td>\n    </tr>\n    <tr>\n      <th>17</th>\n      <td>Why is there no World War Hulk movie in production?</td>\n      <td>The World War Hulk movie was not produced because it was not a successful film. The World War Hulk is a Marvel comic book character that is known for his rage and violence. The World War Hulk is a character that is known for his rage and violence, but it is not a film. The World War Hulk is not a film that is being produced because it was not a successful film. The World War Hulk is a character that is known for his rage and violence, but it is not a film. The World War Hulk is a character t...</td>\n    </tr>\n    <tr>\n      <th>18</th>\n      <td>What factors should be considered when deciding to pay off a home or invest in a mutual fund?</td>\n      <td>Depending on your financial situation, you may want to consider a number of factors when deciding whether to pay off a home or invest in a mutual fund. Here are a few things to consider:Debt: If you have a high debt load, you may want to consider paying off your home or investing in a mutual fund. If you have a low debt load, you may want to consider investing in a mutual fund.Field-of-view: If you have a low income, you may want to consider investing in a mutual fund. If you have a high ris...</td>\n    </tr>\n    <tr>\n      <th>19</th>\n      <td>What is a Roth IRA, and why is it a good idea to open one?</td>\n      <td>A Roth IRA is a retirement savings account that is a type of retirement plan that is designed to help people save for retirement. It is a type of retirement account that is designed to help people save for retirement by investing in stocks, bonds, and other assets. The purpose of a Roth IRA is to help people save for retirement by investing in stocks, bonds, and other assets that are considered to be safe, stable, and a good investment. The purpose of a Roth IRA is to help people save for re...</td>\n    </tr>\n    <tr>\n      <th>20</th>\n      <td>How do ants decide where to build their colonies?</td>\n      <td>Ants are able to build colonies by establishing nests in areas that are suitable for them. These nests are usually located in areas that are suitable for the ants and are often located in areas that are suitable for the ants to live in. Ants can also build colonies in areas that are suitable for the ants to live in, such as areas that are suitable for the ants to live in, or areas that are suitable for the ants to live in, such as areas that are suitable for the ants to live in, or areas tha...</td>\n    </tr>\n    <tr>\n      <th>21</th>\n      <td>What would happen if all the bees disappeared from the Earth?</td>\n      <td>There are many reasons why the bees might disappear from the Earth, including:Lack of food: Bees are important for the survival of the Earth, and they help to keep the Earth's ecosystems healthy. Without the bees, the Earth would be unable to support a large number of different types of organisms, including plants, animals, and other organisms.Lack of water: Without the bees, the Earth would be unable to support the life on the Earth. Without the bees, the Earth would not be able to support ...</td>\n    </tr>\n    <tr>\n      <th>22</th>\n      <td>Can robots ever have feelings like humans?</td>\n      <td>Robots have feelings like humans because they are able to sense and interpret emotions. When a robot is in a situation where it is not able to sense or interpret emotions, it is called a \"feeling machine.\" The feeling machine is able to sense and interpret emotions because it is able to sense and interpret emotions through the brain. The feeling machine is able to sense and interpret emotions through the brain, which is the part of the brain that controls the body and the emotions that it ca...</td>\n    </tr>\n    <tr>\n      <th>23</th>\n      <td>If animals could talk, which species do you think would be the most chatty?</td>\n      <td>If animals could talk, it would be difficult to tell which species would be the most chatty. Some species might be able to talk more than others, but it would be difficult to tell which species would be the most chatty. Some species might be able to talk more than others, but it would be difficult to tell which species would be the most chatty. For example, if a species could talk more than another species, it would be difficult to tell which species would be the most chatty. Some species mi...</td>\n    </tr>\n    <tr>\n      <th>24</th>\n      <td>What would a world without gravity be like?</td>\n      <td>There are many different theories about what a world without gravity would be like. Some theories include:Analysis of the physical laws of the universe: A theory that states that the universe is a single, unidimensional entity with no interacting parts.Analysis of the physical laws of the universe: A theory that states that the universe is a single, unidimensional entity with no interacting parts.Analysis of the physical laws of the universe: A theory that states that the universe is a singl...</td>\n    </tr>\n    <tr>\n      <th>25</th>\n      <td>If you could time travel, would you go to the past or the future?</td>\n      <td>If you could time travel, you would go to the past or the future. The past is the past, which is when you lived in the past. The future is the future, which is when you lived in the future. If you could time travel, you would go to the future, which is the future. The future is the future, which is the future that you will live in in the future. The future is the future, which is the future that you will live in the future.</td>\n    </tr>\n    <tr>\n      <th>26</th>\n      <td>How do plants know when it's time to bloom?</td>\n      <td>Plants are able to sense when it is time to bloom by using a number of signals, including the temperature, humidity, and wind speed. These signals are used by the plant to determine when it is time to produce flowers.nnThe way that plants know when it is time to bloom is by using a series of signals, called \"symbols.\" These signals are used by the plant to communicate with other parts of the plant, such as the leaves, the stem, and the flowers. These signals are used to determine the time of...</td>\n    </tr>\n    <tr>\n      <th>27</th>\n      <td>If you could have any superpower, what would it be and why?</td>\n      <td>It would be a superpower that could help you to solve a problem or solve a problem. Superpowers are a type of power that can help you solve a problem or solve a problem. They can be used to help you solve problems or solve problems that are difficult or difficult to solve. For example, if you had a superpower that could help you solve a problem that is difficult or difficult to solve, you would be able to solve it faster and more efficiently than if you had a normal superpower. Another super...</td>\n    </tr>\n    <tr>\n      <th>28</th>\n      <td>What if our dreams were actually glimpses of alternate realities?</td>\n      <td>It's possible that dreams are actually glimpses of alternate realities, which are a type of dream that is a form of meditation or hypnosis. Dreams can be a form of meditation that involves focusing on one or more aspects of a dream, such as the sensation of a dreaming body, the sensation of a dreaming mind, or the sensation of a dreaming body. These glimpses can be a form of meditation that involves focusing on one or more aspects of a dream, such as the sensation of a dreaming mind, the sen...</td>\n    </tr>\n    <tr>\n      <th>29</th>\n      <td>How do birds know where to migrate each year?</td>\n      <td>Birds migrate to different parts of the world each year, and they do so by using a variety of different methods. Some birds, such as birds of prey, migrate to different parts of the world each year, while others, such as birds of prey, migrate to different parts of the world each year. Some birds, such as birds of prey, migrate to different parts of the world each year, while others, such as birds of prey, migrate to different parts of the world each year. Some birds, such as birds of prey, ...</td>\n    </tr>\n    <tr>\n      <th>30</th>\n      <td>If you could create a new color, what would you name it?</td>\n      <td>It is possible to create a new color by using a combination of different colors. The color \"black\" is a color that is used to represent the color black. It is a color that is used to represent the color black, but it is not a color that is used to represent the color black. Instead, it is a color that is used to represent the color black. For example, if you wanted to create a color that was a combination of black and white, you could use a combination of black and white. However, if you wan...</td>\n    </tr>\n    <tr>\n      <th>31</th>\n      <td>What if everyone on Earth spoke the same language?</td>\n      <td>If everyone on Earth spoke the same language, it would be a very different world. There would be no language barrier, and everyone would be able to communicate with each other. However, there would be some differences in the way people communicate with each other. For example, some people might not be able to communicate with each other in a way that is a natural part of their culture. Some people might not be able to communicate with each other in a way that is a natural part of their cultu...</td>\n    </tr>\n    <tr>\n      <th>32</th>\n      <td>How would life be different if humans had tails?</td>\n      <td>Humans have a tail, which is a part of their body that is used for kicking and walking. It is a part of their body that is used for grabbing and kicking. The tail is used to help balance the weight of the body and to help it move. It is similar to how a dog has a tail, but it is not used for kicking or walking. It is used to help balance the weight of the body and to help it move. It is also used to help balance the weight of the body and to help it move. It is important to note that the tai...</td>\n    </tr>\n    <tr>\n      <th>33</th>\n      <td>If you could be any fictional character for a day, who would you choose?</td>\n      <td>It's hard to say who you would choose for a day if you could be any fictional character for a day. It's possible that you would choose a character that you like, but it's not necessarily a good idea to choose someone who you think is good or interesting. It's also possible that you might choose a character that you think is a bit too spooky or something that you'd like to avoid. It's important to consider your own personal preferences and interests when choosing a fictional character for a d...</td>\n    </tr>\n    <tr>\n      <th>34</th>\n      <td>What if we discovered a parallel universe right next to ours?</td>\n      <td>The idea of a parallel universe is a concept that has been around for a long time. It is a concept that is based on the idea that there are two universes, and that there are two universes that are the same size. The idea of a parallel universe is that there are two universes that are the same size. The idea of a parallel universe is that there are two universes that are the same size. The idea of a parallel universe is that there are two universes that are the same size. The idea of a parall...</td>\n    </tr>\n    <tr>\n      <th>35</th>\n      <td>How do animals in the wild know which plants are safe to eat?</td>\n      <td>Animals in the wild know which plants are safe to eat by observing their surroundings and observing their body language. These behaviors are called \"sensory cues,\" and they are used by animals to help them recognize and understand the food they're eating.nnSome animals in the wild may also use their sense of smell to help them recognize which plants are safe to eat. For example, if an animal is eating a plant that has a smell that is unpleasant, it may be able to sense that the plant is a ba...</td>\n    </tr>\n    <tr>\n      <th>36</th>\n      <td>If you could design a new planet, what features would it have?</td>\n      <td>It would have a lot of features that are unique to the planet. Here are a few things that would be unique to the planet:Surface: The surface of the planet would have a unique shape and surface that would be hard to scratch. This would be a great feature for people who like to scratch their hands and feet.Seawater: The surface of the planet would have a unique shape and surface that would be hard to scratch. This would be a great feature for people who like to scratch their hands and feet.Sea...</td>\n    </tr>\n    <tr>\n      <th>37</th>\n      <td>What if we could communicate with dolphins?</td>\n      <td>Dolphins are a great animal to communicate with because they are able to communicate with humans by using their senses, such as their sense of smell and taste. If we could communicate with dolphins, it would be possible to understand their feelings and behaviors, and we could use that information to better understand ourselves and our environment. However, it's not possible to communicate with dolphins without using a special device called a dolphin communication system. Dolphins are able to...</td>\n    </tr>\n    <tr>\n      <th>38</th>\n      <td>How do clouds decide when to rain?</td>\n      <td>Clouds are a type of cloud that can form in the sky and can be formed by the movement of water molecules in the air. When the water molecules in the air move, they can cause the clouds to form. When the water molecules in the air move, they can cause the clouds to form. When the water molecules in the air move, they can cause the clouds to form. When the water molecules in the air move, they can cause the clouds to form.</td>\n    </tr>\n    <tr>\n      <th>39</th>\n      <td>If you could swap lives with any person for a week, who would it be and why?</td>\n      <td>I would be very happy to swap lives with anyone for a week. I would be very happy to have someone to talk to and share my thoughts and feelings with. I would be very happy to have someone to talk to and share my thoughts and feelings with. I would be very happy to have someone to talk to and share my thoughts and feelings with. I would be very happy to have someone to talk to and share my thoughts and feelings with. I would be very happy to have someone to talk to and share my thoughts and f...</td>\n    </tr>\n  </tbody>\n</table>\n</div>"},"metadata":{}}]},{"cell_type":"markdown","source":"#### Rouge Evaluation ","metadata":{}},{"cell_type":"code","source":"questions = df.sample(n=50, random_state=seed) ","metadata":{"execution":{"iopub.status.busy":"2024-01-20T15:00:15.41475Z","iopub.execute_input":"2024-01-20T15:00:15.415663Z","iopub.status.idle":"2024-01-20T15:00:15.423162Z","shell.execute_reply.started":"2024-01-20T15:00:15.41563Z","shell.execute_reply":"2024-01-20T15:00:15.422109Z"},"trusted":true},"execution_count":74,"outputs":[]},{"cell_type":"code","source":"questions.head()","metadata":{"execution":{"iopub.status.busy":"2024-01-20T15:00:16.504851Z","iopub.execute_input":"2024-01-20T15:00:16.50533Z","iopub.status.idle":"2024-01-20T15:00:16.516273Z","shell.execute_reply.started":"2024-01-20T15:00:16.5053Z","shell.execute_reply":"2024-01-20T15:00:16.514968Z"},"trusted":true},"execution_count":75,"outputs":[{"execution_count":75,"output_type":"execute_result","data":{"text/plain":"                                                                                                                                                                                                                                                                   question  \\\n16222                                                                                                                         MongoDB and NoSQL movement . What is broken with SQL based databases , and what problem does Mongo and friends solve ? Explain like I'm five.   \n67790                                                                                     What happens if you 're not a citizen of any country ? Got me curious , if I lost or got rid of citizenship to a country what would I identify myself as ? Explain like I'm five.   \n43329                                                                                                                                                                  Why does eating spicy food make me sweat ? That 's about all there is to it . Explain like I'm five.   \n50196  the idea of intelligent design and how it determines the existence of a creator . Was involved in a conversation regarding it today but a lot was going over my head , could someone please explain it like i 'm 5 ! Thanks in advance Please explain like I'm five.   \n54408                            Ramanujan Summation , the \" proof \" that the sum of all numbers is actually a negative fraction Full name of the \" proof \" Ramanujan Summation : A Stretched Application of the Zeta Function Regularization Please explain like I'm five.   \n\n                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    answer  \n16222  NoSQL databases sprung up to solve a number of newly pressing problems in the database world . People ITT have done a good job of explaining one aspect of NoSQL databases , \" schema - less - ness \" , but overlooked a few keys point : * * DENORMALIZATION * * The dirty secret of SQL databases is that at a certain scale , JOINs will become prohibitively slow , at least for many applications , so ... you have to start denormalizing data . NoSQL is ideal for representing denormalized data . Basic...  \n67790                                                                                                                                                 You could identify yourself as whatever you want to . From the few cases available to read on Wikipedia , it seems you just get bogged down in finding a place to take you . Some Americans who renounced their citizenships while abroad either got kicked out of the country they were living in , or the country they were staying in did n't bother them . URL_0  \n43329                                                                                                                                                                               The spicy compound capsaicin triggers the same receptors in the mouth as heat does , which is why we describe spicy foods as \" burning \" . The body 's natural response to increase in temperature is to sweat , and since your autonomic system ca n't tell the difference between genuine heat and the fake spicy heat , you sweat .  \n50196  Sure! Intelligent design is a theory that some things in the world are so complex or well-made that they must have been created by an intelligent being, like a person or a god. Some people who believe in intelligent design think that things like the human body, the natural world, or the universe as a whole are too intricate to have happened by chance, and must have been designed by something or someone with a plan. Other people do not believe in intelligent design, and think that natural pro...  \n54408  Ramanujan summation is a mathematical technique that can be used to assign a value to certain infinite series (a series is a sum of numbers that go on indefinitely). It is based on a branch of mathematics called complex analysis, which is the study of functions of complex numbers. Complex numbers are numbers that have both a real part and an imaginary part. The technique was developed by the mathematician Srinivasa Ramanujan, who was an Indian mathematician who made many important contributi...  ","text/html":"<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>question</th>\n      <th>answer</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>16222</th>\n      <td>MongoDB and NoSQL movement . What is broken with SQL based databases , and what problem does Mongo and friends solve ? Explain like I'm five.</td>\n      <td>NoSQL databases sprung up to solve a number of newly pressing problems in the database world . People ITT have done a good job of explaining one aspect of NoSQL databases , \" schema - less - ness \" , but overlooked a few keys point : * * DENORMALIZATION * * The dirty secret of SQL databases is that at a certain scale , JOINs will become prohibitively slow , at least for many applications , so ... you have to start denormalizing data . NoSQL is ideal for representing denormalized data . Basic...</td>\n    </tr>\n    <tr>\n      <th>67790</th>\n      <td>What happens if you 're not a citizen of any country ? Got me curious , if I lost or got rid of citizenship to a country what would I identify myself as ? Explain like I'm five.</td>\n      <td>You could identify yourself as whatever you want to . From the few cases available to read on Wikipedia , it seems you just get bogged down in finding a place to take you . Some Americans who renounced their citizenships while abroad either got kicked out of the country they were living in , or the country they were staying in did n't bother them . URL_0</td>\n    </tr>\n    <tr>\n      <th>43329</th>\n      <td>Why does eating spicy food make me sweat ? That 's about all there is to it . Explain like I'm five.</td>\n      <td>The spicy compound capsaicin triggers the same receptors in the mouth as heat does , which is why we describe spicy foods as \" burning \" . The body 's natural response to increase in temperature is to sweat , and since your autonomic system ca n't tell the difference between genuine heat and the fake spicy heat , you sweat .</td>\n    </tr>\n    <tr>\n      <th>50196</th>\n      <td>the idea of intelligent design and how it determines the existence of a creator . Was involved in a conversation regarding it today but a lot was going over my head , could someone please explain it like i 'm 5 ! Thanks in advance Please explain like I'm five.</td>\n      <td>Sure! Intelligent design is a theory that some things in the world are so complex or well-made that they must have been created by an intelligent being, like a person or a god. Some people who believe in intelligent design think that things like the human body, the natural world, or the universe as a whole are too intricate to have happened by chance, and must have been designed by something or someone with a plan. Other people do not believe in intelligent design, and think that natural pro...</td>\n    </tr>\n    <tr>\n      <th>54408</th>\n      <td>Ramanujan Summation , the \" proof \" that the sum of all numbers is actually a negative fraction Full name of the \" proof \" Ramanujan Summation : A Stretched Application of the Zeta Function Regularization Please explain like I'm five.</td>\n      <td>Ramanujan summation is a mathematical technique that can be used to assign a value to certain infinite series (a series is a sum of numbers that go on indefinitely). It is based on a branch of mathematics called complex analysis, which is the study of functions of complex numbers. Complex numbers are numbers that have both a real part and an imaginary part. The technique was developed by the mathematician Srinivasa Ramanujan, who was an Indian mathematician who made many important contributi...</td>\n    </tr>\n  </tbody>\n</table>\n</div>"},"metadata":{}}]},{"cell_type":"code","source":"reference_answers = questions['answer']\nquestions = [prefix + question for question in questions['question']]","metadata":{"execution":{"iopub.status.busy":"2024-01-20T15:00:18.550435Z","iopub.execute_input":"2024-01-20T15:00:18.551161Z","iopub.status.idle":"2024-01-20T15:00:18.556062Z","shell.execute_reply.started":"2024-01-20T15:00:18.551128Z","shell.execute_reply":"2024-01-20T15:00:18.554812Z"},"trusted":true},"execution_count":76,"outputs":[]},{"cell_type":"code","source":"questions[:1]","metadata":{"execution":{"iopub.status.busy":"2024-01-20T15:00:19.952719Z","iopub.execute_input":"2024-01-20T15:00:19.953559Z","iopub.status.idle":"2024-01-20T15:00:19.962789Z","shell.execute_reply.started":"2024-01-20T15:00:19.953514Z","shell.execute_reply":"2024-01-20T15:00:19.961648Z"},"trusted":true},"execution_count":77,"outputs":[{"execution_count":77,"output_type":"execute_result","data":{"text/plain":"[\"Answer this question: MongoDB and NoSQL movement . What is broken with SQL based databases , and what problem does Mongo and friends solve ? Explain like I'm five.\"]"},"metadata":{}}]},{"cell_type":"code","source":"reference_answers[:1]","metadata":{"execution":{"iopub.status.busy":"2024-01-20T15:00:21.030057Z","iopub.execute_input":"2024-01-20T15:00:21.030442Z","iopub.status.idle":"2024-01-20T15:00:21.037942Z","shell.execute_reply.started":"2024-01-20T15:00:21.030415Z","shell.execute_reply":"2024-01-20T15:00:21.036745Z"},"trusted":true},"execution_count":78,"outputs":[{"execution_count":78,"output_type":"execute_result","data":{"text/plain":"16222    NoSQL databases sprung up to solve a number of newly pressing problems in the database world . People ITT have done a good job of explaining one aspect of NoSQL databases , \" schema - less - ness \" , but overlooked a few keys point : * * DENORMALIZATION * * The dirty secret of SQL databases is that at a certain scale , JOINs will become prohibitively slow , at least for many applications , so ... you have to start denormalizing data . NoSQL is ideal for representing denormalized data . Basic...\nName: answer, dtype: object"},"metadata":{}}]},{"cell_type":"code","source":"generated_texts = text_generation_pipeline(questions, do_sample=True)","metadata":{"execution":{"iopub.status.busy":"2024-01-20T15:00:23.157371Z","iopub.execute_input":"2024-01-20T15:00:23.157758Z","iopub.status.idle":"2024-01-20T15:08:04.88552Z","shell.execute_reply.started":"2024-01-20T15:00:23.15773Z","shell.execute_reply":"2024-01-20T15:08:04.884601Z"},"trusted":true},"execution_count":79,"outputs":[]},{"cell_type":"markdown","source":"Note: The minimum token is set to 20 in the pipeline. The score of Rouge maybe lower for references with little answer.","metadata":{}},{"cell_type":"code","source":"predictions = [output_text[\"generated_text\"] for output_text in generated_texts]\ndata = []\n\nfor question, reference, prediction in zip(questions, reference_answers, predictions):\n    \n    rouge_result = rouge_metric.compute(\n        predictions=[prediction], \n        references=[reference]\n    )\n\n    data.append({\n        \"Input\": question.split(\":\")[-1].strip(),\n        \"Reference\": reference,\n        \"Output\": prediction,\n        \"Rouge-1 Score\": rouge_result['rouge1'],\n        \"Rouge-2 Score\": rouge_result['rouge2'],\n        \"Rouge-L Score\": rouge_result['rougeL'],\n        \"Rouge-Lsum Score\": rouge_result['rougeLsum'],\n    })\n\ndf_result = pd.DataFrame(data)\n\ndisplay(df_result)","metadata":{"execution":{"iopub.status.busy":"2024-01-20T15:08:04.887376Z","iopub.execute_input":"2024-01-20T15:08:04.88775Z","iopub.status.idle":"2024-01-20T15:08:17.495996Z","shell.execute_reply.started":"2024-01-20T15:08:04.887708Z","shell.execute_reply":"2024-01-20T15:08:17.494917Z"},"trusted":true},"execution_count":80,"outputs":[{"output_type":"display_data","data":{"text/plain":"                                                                                                                                                                                                                                                                                                                                                                           Input  \\\n0                                                                                                                                                                                                                                  MongoDB and NoSQL movement . What is broken with SQL based databases , and what problem does Mongo and friends solve ? Explain like I'm five.   \n1                                                                                                                                                                                              What happens if you 're not a citizen of any country ? Got me curious , if I lost or got rid of citizenship to a country what would I identify myself as ? Explain like I'm five.   \n2                                                                                                                                                                                                                                                                           Why does eating spicy food make me sweat ? That 's about all there is to it . Explain like I'm five.   \n3                                                                                                           the idea of intelligent design and how it determines the existence of a creator . Was involved in a conversation regarding it today but a lot was going over my head , could someone please explain it like i 'm 5 ! Thanks in advance Please explain like I'm five.   \n4                                                                                                                                                                                                                                                                                      A Stretched Application of the Zeta Function Regularization Please explain like I'm five.   \n5                                                                                                                                                                    How does a turbocharger in a car work ? I know a bit about cars and how they work , but turbos are very foreign to me . Could someone explain how it is they work , in basic terms ? Explain like I'm five.   \n6                                                                                                                          Evolutionarily , why do men grow facial hair but women do not ? Since once upon a time in our ape ancestry ALL humans had facial hair by default , why is it that women no longer have it ( in most cases ) but men still do ? Explain like I'm five.   \n7                                                                                                                                                                                                                                    Why is Internet priced by speed , but cell phone priced by amount of data ? Illuminati ? I dunno . Someone tell me . Explain like I'm five.   \n8                                                                                                                                                                                                          How is political lobbying not bribery ? It seems like bribery . I 'm sure it 's not ( or else it would be illegal ) . What am I missing here ? Explain like I'm five.   \n9                                                                                                                                                                                                                                                                                                                    Will a small investment in a company net a worthwhile gain?   \n10                                                                                                                                                                                                            Transexuals , Transvestites and Transgendered I really do n't know anything about sex changes , and everything I read is horribly complex . Explain like I'm five.   \n11                                                                                                                                                         What actually causes the \" New car smell \" after a car is rolled off the production line ? Surely their secret is n't that they have \" New car smell \" cologne that they spray in each car ... Explain like I'm five.   \n12                                                                                                                                                               How internet speeds work . Why are some faster than others ? Like why the shit is my internet so slow ? and how would i get a faster internet connection ? I should know these things .. Explain like I'm five.   \n13                                                                                                                                                                                                                                                                                                                               Are ACH transfers between individuals possible?   \n14                                                                                                                                                                                                                                                How does the government deal with birthdays on the 29 of February ? I.E. Drinking age and driving age . Explain like I'm five.   \n15                                                                                                                                                                                                                                         Foreign singers with and accent seem to able to sing in perfect english . Why is that ? i.e. singer of ghost . Explain like I'm five.   \n16                                                                                                                                       How would life on Earth be affected if two black holes collided ? My head started to swim when I read about a \" Massive ripple through the space - time fabric \" What would that even [ theoretically ] entail ? Explain like I'm five.   \n17                                                                                                       Why has Sea World never had Great White Sharks as part of their display ? ( Just for display , no shows ) If Sea World can house incredibly deadly creatures like Orcas , why not Great White Sharks ? Are they too unpredictable or something ? Explain like I'm five.   \n18                                                                                                                                                                                                                              why do you get the pee shivers , and what 's going on to make your body do that ? Pee shivers . What 's the deal ? Please explain like I'm five.   \n19  What is the treatment for blood in semen?I am 30 yrs old and have been masturbating for many years. recently i experienced blood in my semen. there was no pain or any other symptom. I have just got a urine test done and it shows a minor bacterial infection.please suggest possible cuases and whether it needs further investigation. I am a fit individual otherwise.   \n20                                                                                                                                                                                                                                                     want to refinance FHA loan, may move out unexpectedly and would like to keep as investment property, what are my options?   \n21                                                                                                                                                                                          The Socratic paradox . I 'm not generally very interested in philosophy , but I was wondering what Socrates meant when he said \" I know that I know nothing \" Explain like I'm five.   \n22                                                                                                                                                                                                                                                                                                                                                           Analyze stock value   \n23                                                                                                                                                                                                 The Salem Witch Trials . I googled , but there 's only a vague description . And all the videos are at least 45 minutes long , so they 're no help ... Explain like I'm five.   \n24                                                                                                                                                                                                                                                                                                                                                 where are colors on stoplight   \n25                                                                                                                                                        What do scientologists believe ? Obviously , as a Redditor , I 've heard a lot about Scientology , but I 'm still quite unsure what their actual beliefs are . Could someone explain ? Thanks . Explain like I'm five.   \n26                                                                                                                                                                                                                                                     Companies that use their cash to buy back stock, issue dividends, etc. — how does this this typically affect share price?   \n27                                                                                                                                        U.S. tax returns ? In the U.S. , why do we pay taxes only to get some of that money back in tax returns ? And how can people owe taxes ? I 've always been confused about this \" magic money \" they send me ... Explain like I'm five.   \n28                                                                                                                                                                                                      It is legal for a person to buy a chicken , kill it , and eat it . Is it legal for a person to buy a dog , kill it , and eat it ? botulism Please explain like I'm five.   \n29                                                                                                                                                                                                                                                                                                                                                      ) Explain like I'm five.   \n30                                                                                                                                                                                 Why was Jerusalem declared the capital of Israel at the DNC ? And what are the effects of this ? It was completely fucked up how it went down . Here 's the clip URL_0 Explain like I'm five.   \n31                                                                                                                                                     why is the ocean made of salt water and the lakes made of fresh water ? Are really big lakes saltier than small lakes ? Does the salt in the ocean change around , or is it always the same salt ? Explain like I'm five.   \n32                                                                                                                                                                                                  Thanks for the responses , everyone ! I 'm going to start one of the 14 day free trials ; and if I like it , I 'll probably be subscribing ! THANKS ! Explain like I'm five.   \n33                                                                                                         Why is printer ink the most expensive liquid on earth ? Via NPR ink is the most expensive liquid on earth . What component of ink is so rare it proves more valuable than say crude oil or human blood ? Is it simply the cost of production ? Explain like I'm five.   \n34                                                                                                                                                                                                                                                                                                                                    what date did the american civil war start   \n35                                                                                                                                                                                              Why are all of the Walmart employees going on strike ? I understand that it 's very low paying . But then why not just quit and find another job ? Please explain like I'm five.   \n36                                                                                                                                                                                                                                                                                            How do laser thermometers work ? I swear it 's magic Please explain like I'm five.   \n37                                                                                                                how instant hot water showers work I 'm from a country where they 're not hugely common and I have to turn on the water heater for like an hour when I want to have a shower , how do other showers just always have hot water ? Please explain like I'm five.   \n38                                                                                                                                                                                                                                                                                                                          Dealership made me the secondary owner to my own car   \n39                                                                                                                                                                                                                 How come after a long night of drinking I usually wake up early Seems like every time I stay out to drink I always wake up super early Explain like I'm five.   \n40                                                                                                                                                                                                                           Why ca n't video games use real city names ? Los Santos is obviously Los Angeles , so why ca n't they use the names ? Please explain like I'm five.   \n41                                                                                                                                                                                                                                                                                                What is so special about Pi ? I do n't get it .. Please explain like I'm five.   \n42                                                                                                                                                                      Why is blood not attracted to magnets ? It has iron in it . Saw a post earlier about blood and magnets . Why does a large magnet not cause problems with the circulatory system ? Explain like I'm five.   \n43                                                                                                                                                    If I was thrown into the future , how far would I go before I could't understand \" Future English \" ? Since languages have evolved , how long is 21st century English supposed to \" last \" ? Please explain like I'm five.   \n44                                                                                                                                                                                                                        Why birth control pills are n't 100 % effective Science makes sense , why is n't a completely effective form of birth control ? Explain like I'm five.   \n45                                                                                                                                                                                                          Why is there only one internet ? With all of the problems with our current internet , why are we unable to just \" create a new one \" ? Please explain like I'm five.   \n46                                                                                                                                                                                                                                                                                                                                         who starred in the original true grit   \n47                                                                                                                                                                                                                                                                     Taylor series What is it ? What does TS do ? How ? Why are they ( ? ) so popular ? Explain like I'm five.   \n48                                                                                                 The Koch brothers and their sphere of influence I so often see mentioned when big political events go on , often under extremely shady and devious circumstances . How do they have so much influence in politics while staying out of the spotlight ? Explain like I'm five.   \n49                                                                                                                                                                                                                                                                                                                                                      what is a gsm cell phone   \n\n                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              Reference  \\\n0   NoSQL databases sprung up to solve a number of newly pressing problems in the database world . People ITT have done a good job of explaining one aspect of NoSQL databases , \" schema - less - ness \" , but overlooked a few keys point : * * DENORMALIZATION * * The dirty secret of SQL databases is that at a certain scale , JOINs will become prohibitively slow , at least for many applications , so ... you have to start denormalizing data . NoSQL is ideal for representing denormalized data . Basic...   \n1                                                                                                                                                  You could identify yourself as whatever you want to . From the few cases available to read on Wikipedia , it seems you just get bogged down in finding a place to take you . Some Americans who renounced their citizenships while abroad either got kicked out of the country they were living in , or the country they were staying in did n't bother them . URL_0   \n2                                                                                                                                                                                The spicy compound capsaicin triggers the same receptors in the mouth as heat does , which is why we describe spicy foods as \" burning \" . The body 's natural response to increase in temperature is to sweat , and since your autonomic system ca n't tell the difference between genuine heat and the fake spicy heat , you sweat .   \n3   Sure! Intelligent design is a theory that some things in the world are so complex or well-made that they must have been created by an intelligent being, like a person or a god. Some people who believe in intelligent design think that things like the human body, the natural world, or the universe as a whole are too intricate to have happened by chance, and must have been designed by something or someone with a plan. Other people do not believe in intelligent design, and think that natural pro...   \n4   Ramanujan summation is a mathematical technique that can be used to assign a value to certain infinite series (a series is a sum of numbers that go on indefinitely). It is based on a branch of mathematics called complex analysis, which is the study of functions of complex numbers. Complex numbers are numbers that have both a real part and an imaginary part. The technique was developed by the mathematician Srinivasa Ramanujan, who was an Indian mathematician who made many important contributi...   \n5        A turbocharger is two turbines joined by a shaft . One turbine is in the engine 's exhaust system , and is turned by the exhaust gasses . The other turbine is in the intake system , and turns because it 's hooked up to the first one . It pushes more air into the intake system . Because fuel only burns well when it 's mixed in a fairly narrow range of ratios with air , adding more air means you have to add more fuel . Using more fuel , and enough air to let it burn well , makes more power .   \n6                                                                                                                                                                                                                                                                                                                                                                                           There are a lot of theories . One of the top is the communication factor . Think about male and female lions . Same thing .   \n7                                                                                                                                                                                                                                                                                                                                                                                                                                                        Because in both instances that 's what makes the most profit .   \n8                                                                                                                                                                                                                                Lobbying is just the act of trying to convince elected people to do what you want . You lobby every time you write a letter to a congressman . That 's kind of important for a democracy to work , the people have to be able to tell the people in charge what they want them to do .   \n9   If you bought 5 shares @ $20 each that would cost you $100 plus brokerage. Even if your brokerage was only $10 in and out, your shares would have to go up 20% just for you to break even. You don't make a profit until you sell, so just for you to break even your shares need to go up to $24 per share. Because your share holding would be so small the brokerage, even the cheapest around, would end up being a large percentage cost of any overall profits. If instead you had bought 500 shares at $2...   \n10  A transvestite is somebody who crossdresses for sexual pleasure . Transgender is the broadest term and essentially means something that goes outside gender normals . Transsexuals , transvestites , drag queens / kings , and people in certain roles ( such as the two spirit people in Native American societies . ) Transsexual means somebody whose mental gender identity does not match their physical body . Somebody can fully transition and have surgery , and somebody can stay living as the gender...   \n11                                                                                                                                                                                                                                                                                                                                                                                                                                You can actually get a \" New car smell \" cologne from suppliers for use at car washes   \n12  It can depend on the technology that the ISP is using , how many users are concurrently connected to the same node of the ISP , how much bandwidth those users are using , etc . Think of the internet as a tube , and the bandwidth as the water being put into the tube . Only so much water can be sent through the tube at once . If you are sharing the tube with lots of people , then only a portion of the water in the tube can be yours . In areas of high congestion , more tubes will be added so th...   \n13                                                                                                                                                                                     Yes, many banks offer such a service. Often such payments can be made through their \"bill pay\" interface. You log in to your account on the bank's website, enter the recipient's routing and account numbers, and off you go. You could ask your bank whether they offer this. If not, you could change banks to one that does.   \n14                                                                                                                                                           I was unable to buy a drink with my 21st birthday dinner on the 28th . > :| Apparently they have a big old book of alcohol laws that says you 're not legal until March 1st , so I had to go out again the next night for my first legal drink . ( Well , technically that was a couple years prior when I visited the UK , but my first one in the US . )   \n15  I 'm an English speaker who sings for the BSO ( Boston ) . We practically never sing in English . We predominantly sing in German , but I 've done shows in French , Italian , Latin and Russian . We always have a diction coach through the first few rehearsals as well as IPAs ( International Phonetic Alphabet ) . Basically you learn what the word is supposed to sound like via the IPA and then the diction coach aids in additional pronunciation . We often end up singing close to 100 % correct in...   \n16  Depends upon where they collide and how they 're aligned . The main thing we 'd have to worry about is the enormous gamma ray burst . If it happened within a about eight light years and was aimed at us , then we 'd be fucked . Otherwise , not so much . The \" massive ripple through the space - time fabric \" is actually a very local effect , limited to the general vicinity of the colliding black holes . Even if they do release a gravity wave ( which is still theoretical ) that phenomenon is so...   \n17                                                                                                                                                                                                                                                                                                                                                                                                                                                  Adult great whites require too much space to keep them sane . URL_0   \n18                                                                                                                                                                                                                                                                                                                                                                                                                                                                   I thought I was the only one who got the shivers .   \n19                                                                                                                                                                                                                                                                                Hi, Take ultrasound pelvis and antibiotics for treatment and test for prostate issue. I hope I have answered your query. If you have further doubts, I would be happy to help you. Happy day.Regards,Dr. S. R. Raveendran, Sexologist   \n20  If you want to refinance your FHA loan and keep the property as an investment property, you may be able to do so, but you will need to meet certain requirements. Here are a few options to consider:FHA Streamline Refinance: If you currently have an FHA loan, you may be able to refinance through the FHA Streamline program. This program allows you to refinance without an appraisal and without income or employment verification. However, you must be current on your mortgage payments and meet othe...   \n21                                                     Interestingly , this phrase is commonly translated in a slightly wrong way . The correct translation of Platos phrase \" oîda ouk eidōs \" should be \" I know , that i do n't know \" which is quite a difference . What it means can be understood in Socrates ' concept of ' aporia ' which includes the notion that nothing can be known for sure . This permanent uncertainty regarding ones views and opinions was one of Socrates ' most important concerns .   \n22  To analyze the value of a stock, you can look at several different factors. Here are a few key things to consider:Earnings: One of the most important factors to consider when evaluating a stock is the company's earnings. Companies that are consistently profitable tend to be more valuable and have a higher stock price. You can look at a company's past earnings, as well as its earnings projections for the future, to get a sense of its financial health.Revenue: Another key factor to consider is...   \n23  There was suspicions of witches in the town , and people started to be accused . At first people just called witch in order to not be accused themselves , but it turned into people just calling witch so someone would be executed and they could have their land ( just a made up example ) . The play \" the crucible \" Is actually fairly accurate in its descriptions of the event . The Salem Witch trials where not confined just to Salem though . They where spread over a of the area . I would sugges...   \n24                                                                                                                                                                                                                              In the typical sequence of color phases:the green light allows traffic to proceed in the direction denoted, if it is safe to do sothe yellow/amber light denoting prepare to stop short of the intersection, if it is safe to do sothe red signal prohibits any traffic from proceeding   \n25                                                                                                                                                                                                                                                                                                                                                                                                                                                      [ Will a South Park episode work ? ] ( URL_0 ) . Start at 10:38   \n26  Stock buybacks and dividends can affect the share price of a company in different ways.Stock buybacks: When a company buys back its own shares, it reduces the number of outstanding shares on the market, which can increase the demand for the remaining shares and potentially drive up the share price. However, it's worth noting that buybacks are not always a good thing for shareholders. For example, if a company is using its cash to buy back stock instead of investing in the business or paying ...   \n27                                                                                                                                                                                                                                                                                                                                                                                                     While we 're on this subject , can someone tell me how to file a tax return ? I 'm about to do my first one ever   \n28  I have had a similar thought before . There was a story about a guy who got arrested / charged for feeding a kitten to his python . Personally , along with all of reddit , I think that is deplorable , but my point is why is it ok ( legal ) to feed a live rat to a python and not a kitten ? Edit : I am saying this in defence of rats / mice because I always had them as pets . Found this on the RSPCA site : * The legality of feeding live mice to reptiles depends upon the relevant State / Territo...   \n29                                                                                                                                         I am a born deaf ( one ear has moderate loss and the other is severe ) person who been in a deaf ed program from second grade to twelve grade . The article that reaverb linked to pretty much sums it up . I know some deaf people who use images or sign language . There are folks like me who been rised oral who have an inner voice and tend to speak more then sign .   \n30                                                                                                                                                                               i think the issue is , from about 10 minutes i 've researched this because i was also confused , practically , the capital of israel is tel aviv . i.e. that 's the financial center . jerusalem is the most populated city , but many people / groups , including the UN , consider jerusalem to be an \" international city \" . URL_0   \n31  The ocean is made of salt water because it contains dissolved salts, like magnesium and calcium. Lakes can be made of fresh water or salt water, depending on where they are located and how they are formed. Some lakes, like the Great Salt Lake in Utah, are very salty because they have a high concentration of dissolved salts. Others, like Lake Superior in the United States, are very fresh because they do not have as many dissolved salts.\\r\\n\\r\\nThe amount of salt in the ocean does not usually ...   \n32                                                                                                                                                                                                                                                                                                                                                                                                                               The first rule of Usenet ... etc . etc . Someone had to say it . Commence circlejerk .   \n33                                                                                                                                                                                                                                                                                                                                                                                                                       Let me explain this with a saying : \" Everything is worth what the buyer is willing to pay . \"   \n34                                                                                                                                    The American Civil War began on April 12, 1861, when Confederate forces fired on Fort Sumter in South Carolina. The war lasted until April 9, 1865, when the Confederacy surrendered and the Union was restored. The conflict was one of the most significant events in American history, and its causes and consequences continue to be studied and debated by historians today.   \n35             There are Walmart strikes every single year at Christmas time . Walmart employs 1.4 million people in the US alone . If 99 % were happy , and 1 % of the employees were unhappy that is 14,000 unhappy workers . When 14,000 people do something , or are threatening to do something , it gets national attention . ( Clearly these numbers are just to make an example for the sake of showing the scale of employees Walmart has and does not reflect any kind of actual data on employee happiness )   \n36  Laser thermometers work by using a laser to measure the temperature of an object. The laser thermometer sends out a laser beam, which bounces off the object and returns to the thermometer. The thermometer measures the amount of heat that the object gives off, and uses this information to calculate the object's temperature. It's not magic, but it might seem like it because it can measure the temperature of something without touching it! This can be very useful in situations where you don't wa...   \n37  There are several different configurations of shower but the main two are as follows . Electric showers : An electric unit on the wall of the shower heats up cold water as it passes into the shower unit . These are usually cheap as all you need is the shower unit on the wall . They are normally often do n't give a particularly powerful water jet as they have to heat the water as it goes and electric heating can be inefficient . Mixer shower : These showers mix hot water from your water heate...   \n38  You are co-signer on his car loan. You have no ownership (unless the car is titled in both names).  One option (not the best, see below) is to buy the car from him.  Arrange your own financing (take over his loan or get a loan of your own to pay him for the car).  The bank(s) will help you take care of getting the title into your name.  And the bank holding the note will hold the title as well. Best advice is to get with him, sell the car. Take any money left after paying off the loan and us...   \n39                                                                                                                                                                                                                                                                                                                                                                                     I 'm seeing like 10 different answers and I 'm now curious because I 'm always up at like 6 AM after a night of heavy drinking .   \n40  Video game developers often use fictional names for cities in their games because using real city names can sometimes lead to legal issues. \\nIf a video game developer wants to use the name of a real city in their game, they might need to get permission from the city or pay a fee to use the name. This can be a time-consuming and expensive process, and the developer may not be able to use the name if the city does not want their name to be used in the game. \\nAdditionally, using real city nam...   \n41  Pi (π) is a number that is used to represent the ratio of the circumference of a circle to its diameter. This means that if you divide the distance around a circle by the distance across the circle (through the middle), you will always get approximately 3.14, no matter how big or small the circle is. Pi is a really special number because it shows up in math a lot and it is used to solve all sorts of problems involving circles. For example, if you know the diameter of a circle (the distance a...   \n42                                                                                                                                                                                                                   Stainless steel has iron in it as well , and it is not magnetic . That 's because all forms of iron are not magnetic . Pure iron and certain iron allows and compounds have free electrons that behave in a special way that makes it magnetic . Iron in stainless steel and hemoglobin does not .   \n43  Since the past is our only reference point , let 's see when past forms of English became intelligible to modern speakers . I do n't think the high volume of written communication will have quite the effect the other commenters think . While written communication does preserve language , it by no means slows down change . Additionally , internet chats and texting have turned out to be ripe fields for linguistic play , so while I think our high volume of writing will have * an * effect , I 'm...   \n44                                                                                                                                   It 's worth pointing out that , according to [ this website ] ( URL_0 ) , there 's only a 0.1 % chance of getting pregnant when taking a birth control pill * and using it perfectly * . This compares with a 5 % chance of getting pregnant in normal use . In other words , for every 50 women who get pregnant while taking the pill , 49 of them were n't using it correctly .   \n45  Think of it like roads . Roads connect locations to each other , much like the internet connects computers and networks . You can get from one place to another via many different routes , but they 're all part of the same system of roads . When one town has its own system of roads and builds a road to a freeway or something , it 's connecting its \" network \" to the greater \" internet . \" Creating a new system of roads would require creating connections between towns that do n't use the same ...   \n46                                                                             The original True Grit film was released in 1969 and starred John Wayne as U.S. Marshal Rooster Cogburn, Glen Campbell as La Boeuf, Kim Darby as Mattie Ross, and Robert Duvall as Ned Pepper. It was directed by Henry Hathaway and was based on the 1968 novel of the same name by Charles Portis. The film was a commercial and critical success, and John Wayne won an Academy Award for Best Actor for his role as Rooster Cogburn.   \n47  Taylor series are like taking a really complex sentence and putting it in simple words . The meaning might not be quite the same , but it 's very close , and often it 's good enough . Most importantly , it 's much easier to figure out the simple sentence . If you want , you can try to be more and more precise , and eventually you get the exact same result as the original sentence ( or for Taylor series , the original function ) . This is the \" approximation \" idea people have been mentioning...   \n48  The Koch brothers are , according to Forbes , together the 6th wealthiest people in the world . They are pretty shameless about using that wealth to exert a significant influence on politics , invariably to push forward politicians and legislation that would work to increase their own profits . They are not involved in politics to \" make things better for America / the world \" , but rather to push the system in a direction that makes it easier for them to maintain and increase their own weal...   \n49  A GSM (Global System for Mobile Communications) cell phone is a type of mobile device that uses the GSM network to connect to a wireless service provider. GSM is a digital cellular technology that is widely used around the world, and it is the most popular type of mobile phone network in the world.\\n\\nGSM cell phones use SIM (Subscriber Identity Module) cards to identify and authenticate subscribers on the network. The SIM card contains information such as the phone number, phonebook, and te...   \n\n                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 Output  \\\n0   MongoDB is a database that is designed to store and retrieve data. It is a very simple, open-source database that uses a set of data structures called relational databases. When you use a relational database, you can access the data in a way that is not possible with a traditional database. For example, you might have a table that contains information about a person or a group of people. If you want to access the information in a different way, you might use a different database. MongoDB is ...   \n1   If you are not a citizen of any country, you will be able to identify yourself as a foreigner. This means that you will be able to legally enter the country and be able to do business there. If you lose or get rid of your citizenship to a country, you will be able to identify yourself as a foreigner. This means that you will be able to legally enter the country and be able to do business there. If you lose or get rid of your citizenship to a country, you will be able to identify yourself as ...   \n2   Spicy food can cause you to sweat because it can increase your body's temperature, which can cause you to feel hot and sweaty. This is because the heat from the spice can cause your body to produce heat, which can make you sweat. When you eat spicy food, your body will use heat to heat up the food, which can cause you to feel hot and sweat. This can cause you to feel hot and sweaty because your body is working hard to heat up the food. It's important to remember that spicy food can be very h...   \n3   Intelligent design is a theory that says that the universe was created by the actions of a few people, and that it is not a random process. It is a theory that is based on the idea that the universe was created by people who were willing to work and do the things that they did. It is a theory that is based on the idea that the universe was created by people who were willing to work and do the things that they did. It is a theory that is based on the idea that the universe was created by peop...   \n4   The sum of all numbers is a negative fraction, because it is a fraction that is not a real number. The sum of all numbers is a negative fraction because it is a fraction that is not a real number. The Ramanujan Summation is a proof that the sum of all numbers is actually a negative fraction because it is a way to prove that the sum of all numbers is a negative fraction. The Ramanujan Summation is a way to prove that the sum of all numbers is a negative fraction because it is a way to prove t...   \n5   The turbocharger is a small piece of equipment that is used to increase the amount of power that a car can produce. The turbocharger is located in the engine, and it is designed to increase the amount of power that the engine can produce. The engine is a very powerful engine, and it uses a lot of energy to push the air around. The engine is able to push the air around because it has a lot of energy and it is able to move through the air. The turbocharger is a small piece of equipment that is...   \n6   The human body is made up of many different parts, including the head, neck, face, and hands. Each part of the body has a different role in the body, and the facial hair is one of the parts of the body that are most important to the body. For example, the face is the most important part of the body because it is the first part of the body that is exposed to the sun and the wind. The facial hair is also a part of the body that is important to the body because it is used to protect the skin an...   \n7   Internet speed is a measurement of how fast a web page can be downloaded. It is a way for a company to charge for the bandwidth that it needs to deliver the information that it needs. Cell phones are priced by the amount of data that they have to send and receive. This is because a cell phone uses a lot of data to send and receive information, and it is cheaper to send and receive information by using less data. The speed of the Internet is measured in megabits (MB) per second, which is the ...   \n8                                                                                                                                                                                                                                                                                                                         Politics is a very complicated business , and it 's not just about getting elected . It 's about getting elected to a position , and if you get elected to a position , you 're not a crook .   \n9   There are a few factors that could impact the value of a small investment in a company.First, the company's financial performance may be impacted by the investment. If the company's financial performance is below expectations, it may be considered a \"loser\" and may not be worth the investment.Secondly, the company's reputation may be affected by the investment. If the company's reputation is tarnished, it may not be worth the investment. Third, the company's financial performance may be affe...   \n10  There are a few different types of sex changes that can occur in people who are transsexuals, transvestites, or transgendered. One type of sex change is called a transsexual transition. This is a process in which a person's sexuality changes from one gender to another. For example, if a person is a transsexual and wants to have a sexual relationship with a partner, they may choose to have a transsexual transition. Another type of sex change is called a transsexual transition. This is when a ...   \n11  The \"new car smell\" is a chemical compound that is produced by the engine of a car. It is a mixture of chemicals that are produced by the engine and the air that comes out of the car. The smell of a new car is caused by the chemicals that are produced by the engine. Some of the chemicals that are produced by the engine include: Benzene: This is a chemical compound that is produced by the engine and the air that comes out of the car. It is a mixture of chemicals that are produced by the engin...   \n12  The speed of an internet connection is a function of the number of bits of data that are transmitted and received over the network. The speed of the Internet depends on a number of factors, including the type of connection, the number of users, and the size of the network. Here are a few things to consider when trying to determine the speed of your internet connection: The number of bits of data that are transmitted and received over the network. The speed of the Internet depends on the type...   \n13  ACH transfers are a type of payment system that allows you to transfer money between individuals. They are usually used to pay for things like food, clothing, and other purchases. ACH transfers are also a way to transfer money between different accounts or accounts with different banks.It's important to note that ACH transfers are not the same as wire transfers, which are used to transfer money between accounts or accounts with different banks. They are a different way to transfer money betw...   \n14  The government handles birthdays on the 29th of February in a very different way than it does on any other day of the year. The government uses the \"birthday\" rule to determine the legal drinking age for a person on that date. For example, if you are 21 and you are drinking at the age of 21, you can still drive at the age of 21 if you are 21 and you are 21 years old. If you are 21 and you are driving at the age of 21 and you are 21 years old, you can still drive at the age of 21 if you are 2...   \n15  There is no way to know if someone is able to sing in English, but it is possible to try to understand them. It is important to remember that accents are a way for people to express themselves in a way that is different from how they are perceived by the native speaker. For example, if a person is a native speaker of English, they may be able to sing in English without having to use accents. However, if a person is a foreign speaker of English, they may have to use accents to express themsel...   \n16  A black hole is a large, dark object that is very large and very powerful. It can be very powerful and can cause a lot of damage to the Earth's environment. The Earth's atmosphere is made up of many layers of ice and snow, and it can be very cold and very hot. If two black holes collide, the impact would have a very strong impact on the Earth's atmosphere. This would cause the Earth's atmosphere to become very cold and very dry. This would cause the Earth's temperature to drop and the temper...   \n17  Great white sharks are a type of shark that is known for their aggressive and vicious behavior. They are a very dangerous and unpredictable animal, and they are not allowed to be part of the Sea World exhibit. However, Sea World has had great success with other animals, including orcas and seals, and they have had success with great white sharks as well. Great white sharks are not as dangerous as orcas or seals, and they are not allowed to be part of the Sea World exhibit. They are also not ...   \n18  The pee shivers are caused by the hormones in your urine. These hormones are responsible for regulating your body's temperature and regulating your body's temperature. When you pee, your body releases a chemical called urea, which is a chemical that helps your body cool down. This chemical can cause the pee shivers to occur. The urea in your urine can be a mixture of chemicals that are produced by your body, including chemicals that are produced by your body's cells. The urea in your urine c...   \n19  I am sorry to hear about your recent experience with blood in your semen. It is important to take care of yourself and to seek medical attention if you experience blood in your semen. It is important to follow the instructions for treatment and to seek medical attention if you experience any symptoms of blood in your semen. It is important to follow the instructions for treatment and to seek medical attention if you experience any symptoms of blood in your semen. It is important to follow th...   \n20  I'm sorry, but I cannot provide you with any information about refinancing a FHA loan. If you are interested in refinancing your FHA loan, you may be able to do so through a variety of different options. Here are a few options:Finance through a private lender: If you are a homeowner and you want to refinance your FHA loan, you may be able to do so through a private lender. This is a type of loan that is offered by the government and is designed to help people with low-income incomes.Finance ...   \n21  Socrates was a philosopher who believed that knowledge is a process of learning and that one can only learn by experiencing it. He believed that knowledge is a process of learning that is based on the experience of one's own experiences. Socrates believed that one should not try to learn knowledge by experiencing it, but rather by experiencing it through one's own experiences. Socrates believed that one should not try to learn knowledge by experiencing it through one's own experiences. Socra...   \n22  It's important to understand the basic principles of stock valuation, which are the values of a company's stock and the market value of its stock. To analyze stock value, you can use a variety of tools, including:Analyze the company's stock price: To analyze stock value, you can use a variety of tools, including:Analyze the company's stock price: To analyze stock value, you can use a variety of tools, including:Analyze the company's stock price: To analyze stock value, you can use a variety ...   \n23  The Salem Witch Trials were a series of trials that took place in Salem, Massachusetts, in the early 17th century. The trials were a series of trials that took place in the town of Salem, Massachusetts, in the United States. The trials were a series of trials that took place in the town of Salem, Massachusetts, in the United States. The trials took place in the town of Salem, Massachusetts, in the United States. The trials were a series of trials that took place in the town of Salem, Massach...   \n24  Colors on stoplights are typically used to indicate the presence of a stoplight. These colors are typically used to indicate the presence of a stoplight, or to indicate the presence of a stoplight at a specific point in the road.nnThere are a few different ways that stoplights can be colored. Some stoplights may have different colors, or they may have different patterns or colors. Some stoplights may have different colors or patterns, or they may have different colors or patterns.nnThere are...   \n25  Scientologists believe that the universe is a place where people can find answers to their questions. They believe that the universe is a place where people can learn about the past and learn about the future. They also believe that the universe is a place where people can learn about the future and learn about the past. They believe that the universe is a place where people can learn about the past and learn about the future. They believe that the universe is a place where people can learn ...   \n26  It's important to note that the share price of a company's stock may fluctuate over time, depending on the company's financial performance and other factors. The price of a company's stock may fluctuate due to a variety of factors, including the company's ability to pay its employees, the company's ability to raise capital, and the company's ability to make investments in the company.nnIt's important to note that the share price of a company's stock may fluctuate over time, depending on the ...   \n27  Taxes are a way for the government to collect money from people. In the United States, people pay taxes on their income, which means that they pay taxes on the money that they earn. When you pay taxes, the government collects the money from you and sends it back to you in the form of a tax return. The return is called a tax return because it is a form that the government uses to collect tax on your income. The government uses this form to collect taxes on your income, which means that they c...   \n28  It is illegal to kill a chicken, kill it, and eat it. It is also illegal to eat a dog, as it is not considered a pet. However, it is still legal to eat a dog, as it is considered a pet. However, it is not considered a pet, and it is not considered a food item.nnIt is also not legal to eat a dog, as it is considered a pet. However, it is still legal to eat a dog, as it is considered a pet. However, it is not considered a food item, and it is not considered a pet.nnI hope this helps to clarify...   \n29  Deaf people are unable to hear their own thoughts because they are unable to hear the sounds of their own voice. This means that they cannot hear the sounds of their own voice because they are unable to hear the sounds of other people's voices. It is possible for deaf people to think, but it is not possible for them to hear themselves. It is important to remember that hearing is not the same as thinking. It is not possible for deaf people to hear themselves, because they are not able to hear...   \n30  The DNC was a national political party in the United States. It was established in the late 19th century and was a major political party in the United States. The DNC was a political party that was based in Washington, D.C., and it was responsible for governing the United States. The DNC was a political party that was based in Washington, D.C., and it was responsible for governing the United States. The DNC was a political party that was based in Washington, D.C., and it was responsible for ...   \n31  The ocean is made of salt water because it contains a lot of salt water. The ocean is a large, open, and humid place that is very cold and humid. The ocean is made up of salt water because it contains a lot of salt water, which is a type of salt that is used to make food and other things. The ocean is made up of salt water because it contains a lot of salt water, which is a type of salt that is used to make food and other things. The salt in the ocean is a combination of salt water and water...   \n32  Usenet is a network of computers that are connected to the Internet. It is a very popular and free way to find and share information. You can start using Usenet by signing up for a free trial. You can start using Usenet by clicking on the \"Start\" button on the top right corner of the page. This will open a new page with a list of all the websites that are connected to the Internet. You can also use the \"Search\" feature to search for a specific topic or topic. You can also use the \"Search\" fe...   \n33  Printer ink is a liquid that is used to print documents and other printed materials. It is made from a variety of materials, including ink, pigment, and dye. The cost of producing printer ink is high because it is a very expensive process. It is not a simple process, and it can take a long time to produce the ink. It is also not a simple process. Ink is a very expensive liquid because it is made from a variety of materials, including ink, pigment, and dye. It is also not a simple process. It...   \n34                                              The American Civil War, also known as the American Civil War or American Civil War, was a conflict that took place in the United States from 1861 to 1865. It was a conflict that lasted from 1861 to 1865, and it was the first major conflict between the United States and the Union. The American Civil War was a conflict that took place in the United States between 1861 and 1865, and it was the first major conflict between the United States and the Union.   \n35  Walmart employees are going on strike because they are not getting the pay they deserve. They are being paid less than other employees because they are not getting the benefits they need. They are also not getting the pay they deserve because they are not getting the benefits they deserve. For example, if you work at Walmart, you may be paid less than other employees because you are not getting the benefits you need. However, if you work at another Walmart, you may be paid more because you a...   \n36  Laser thermometers are a kind of device that uses light to measure temperature. They are a kind of tool that uses light to measure temperature. They are used to measure temperature in a variety of ways, such as measuring the temperature of a liquid, measuring the temperature of a solid, and measuring the temperature of a liquid. One way that laser thermometers work is by using a laser to produce light. The laser emits light, which is a kind of light that is emitted by a light source. The lig...   \n37  Instant hot water showers are a type of shower that uses a water heater to provide hot water when you need it. The water heater is a device that is installed in a house or other building and is used to heat water when you need it. The water heater is connected to a water supply, which is a pipe that runs from the water heater to the sink or other water source. The water heater is connected to a water supply, which is a pipe that runs from the water heater to the sink or other water source. T...   \n38                                                The dealership made me the secondary owner to my own car, but the dealership did not make me the primary owner. The dealership was the person who sold the car to you, and the dealership was the person who sold the car to you. The dealership was the person who sold the car to you, and the dealership was the person who sold the car to you. The dealership was the person who sold the car to you, and the dealership was the person who sold the car to you.   \n39  I'm sorry, but I can't answer your question. I'm not a medical professional or a doctor, but I can tell you that alcohol can cause you to wake up early in the morning. It's important to remember that alcohol can cause you to wake up early, and it's important to get plenty of rest and to get enough sleep so that you can get the most out of your day. It's also important to remember that alcohol can also cause you to feel tired and unmotivated. It's important to remember that alcohol can cause ...   \n40  The city names are not real because they are not a part of the real world. The city names are used for a variety of reasons, including to represent the location of the game, to make it easier to find the game, and to make it easier to find the game's locations. For example, Los Santos is a city in California, which is a popular place to play video games. However, the name Los Santos is not a real city because it is not a part of the real world. Instead, the name is used to represent the loca...   \n41  Pi is a number that is a factor of two. It is a number that is a factor of three, which is the number that is the same as the number of digits in the number 10. Pi is a number that is a factor of two, which is the number that is the same as the number of digits in the number 10. It is a number that is a factor of three, which is the number that is the same as the number of digits in the number 10. It is a number that is a factor of three, which is the number that is the same as the number of...   \n42                                                                          The blood is n't attracted to magnets because it is made up of iron, which is a metal that is used for making proteins. Magnets are used to create magnetic fields, which are used to attract objects. Blood is made up of proteins, which are made up of iron. Magnets are used to produce magnetic fields, which are used to attract objects. So, while blood is not attracted to magnets, it is still able to make contact with magnets.   \n43  If I were thrown into the future, I would be able to understand future English because the language has evolved over time. The language of the 21st century is still being developed and is still being used today. However, the language of the 21st century is still being used today, and it is still being used today. For example, the word \"save\" is still being used today, but it is no longer used in the 21st century. So, if you are thrown into the future, you would be able to understand future E...   \n44  Birth control pills are not 100% effective because they do not have the same effect as natural birth control methods. The main reason for this is that birth control pills are not able to control the amount of hormones that are produced in the body. This means that they cannot control the amount of hormones that are released in the womb, which means that they are not able to control the amount of hormones that are released in the womb. This means that birth control pills are not able to contr...   \n45  There is only one Internet because there are many different ways to connect to the Internet. One way to connect to the Internet is to use a router, which is a device that connects to the Internet. The router is a small box that has a small antenna, which is used to transmit information to the Internet. The router can be used to connect to the Internet, or it can be used to connect to other devices, such as a computer or mobile phone. There are many different ways to connect to the Internet, ...   \n46                                                                                                                                                                                             True grit was a 1931 American western film directed by John Ford and starring William H. Macy, John Wayne, and Jack Lemmon. It was based on the 1876 novel of the same name by William Henry Macy, and was filmed in the American West in the mid-1930s. It was a success, and was a major success in the United States.   \n47  Taylor series is a series of numbers that are arranged in a way that is similar to the way that a number is ordered in arithmetic. It is a way of arranging numbers in a way that is similar to the way that a number is ordered in arithmetic. For example, a series of numbers might be ordered in a way that is similar to the way that a number is ordered in arithmetic. For example, a series of numbers might be ordered in a way that is similar to the way that a number is ordered in arithmetic. Tayl...   \n48  The Koch brothers are a group of wealthy individuals who have a lot of influence in politics. They have a lot of influence because they are able to influence politicians and organizations in a variety of ways. One way that the Koch brothers have a lot of influence is through their donations. They have a lot of money that they give to political organizations, and they use it to fund their political activities. The Koch brothers have a lot of money that they give to political organizations, an...   \n49  GSM is a type of mobile phone technology that allows mobile phones to use the same network as a landline phone. GSM is a type of technology that allows mobile phones to use the same network as a landline phone. GSM is a type of technology that allows mobile phones to use the same network as a landline phone. GSM is a type of technology that allows mobile phones to use the same network as a landline phone. GSM is a type of technology that allows mobile phones to use the same network as a land...   \n\n    Rouge-1 Score  Rouge-2 Score  Rouge-L Score  Rouge-Lsum Score  \n0        0.323232       0.047297       0.158249          0.158249  \n1        0.170404       0.036199       0.161435          0.161435  \n2        0.305263       0.042553       0.178947          0.178947  \n3        0.223529       0.053254       0.170588          0.170588  \n4        0.545932       0.269129       0.383202          0.383202  \n5        0.228013       0.032787       0.182410          0.182410  \n6        0.071429       0.024000       0.063492          0.063492  \n7        0.044199       0.000000       0.044199          0.044199  \n8        0.244444       0.022727       0.177778          0.177778  \n9        0.125984       0.000000       0.086614          0.086614  \n10       0.208633       0.007246       0.115108          0.115108  \n11       0.042017       0.025424       0.042017          0.042017  \n12       0.213699       0.033058       0.169863          0.169863  \n13       0.112360       0.000000       0.082397          0.082397  \n14       0.142373       0.006826       0.088136          0.088136  \n15       0.219608       0.047431       0.133333          0.133333  \n16       0.254264       0.024883       0.136434          0.136434  \n17       0.026667       0.000000       0.026667          0.026667  \n18       0.043796       0.000000       0.043796          0.043796  \n19       0.090226       0.022727       0.082707          0.082707  \n20       0.434978       0.184685       0.264574          0.264574  \n21       0.134276       0.000000       0.084806          0.084806  \n22       0.349794       0.103306       0.222222          0.222222  \n23       0.160000       0.036630       0.152727          0.152727  \n24       0.178947       0.031915       0.136842          0.136842  \n25       0.011834       0.000000       0.011834          0.011834  \n26       0.406467       0.129930       0.244804          0.244804  \n27       0.086207       0.017391       0.060345          0.060345  \n28       0.258675       0.025397       0.145110          0.145110  \n29       0.129310       0.008696       0.112069          0.112069  \n30       0.058333       0.000000       0.058333          0.058333  \n31       0.353511       0.145985       0.271186          0.329298  \n32       0.045662       0.000000       0.027397          0.027397  \n33       0.071429       0.000000       0.071429          0.071429  \n34       0.342466       0.069444       0.246575          0.246575  \n35       0.127208       0.000000       0.098940          0.098940  \n36       0.331551       0.107527       0.203209          0.203209  \n37       0.289277       0.040100       0.214464          0.214464  \n38       0.241692       0.030395       0.169184          0.169184  \n39       0.117647       0.026490       0.091503          0.091503  \n40       0.387302       0.089457       0.222222          0.304762  \n41       0.257218       0.042216       0.215223          0.215223  \n42       0.196970       0.046154       0.136364          0.136364  \n43       0.250441       0.070796       0.137566          0.137566  \n44       0.129032       0.009302       0.101382          0.101382  \n45       0.323040       0.047733       0.194774          0.194774  \n46       0.457143       0.217391       0.328571          0.328571  \n47       0.199461       0.021680       0.161725          0.161725  \n48       0.263158       0.041176       0.192982          0.192982  \n49       0.382445       0.056782       0.257053          0.257053  ","text/html":"<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>Input</th>\n      <th>Reference</th>\n      <th>Output</th>\n      <th>Rouge-1 Score</th>\n      <th>Rouge-2 Score</th>\n      <th>Rouge-L Score</th>\n      <th>Rouge-Lsum Score</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>0</th>\n      <td>MongoDB and NoSQL movement . What is broken with SQL based databases , and what problem does Mongo and friends solve ? Explain like I'm five.</td>\n      <td>NoSQL databases sprung up to solve a number of newly pressing problems in the database world . People ITT have done a good job of explaining one aspect of NoSQL databases , \" schema - less - ness \" , but overlooked a few keys point : * * DENORMALIZATION * * The dirty secret of SQL databases is that at a certain scale , JOINs will become prohibitively slow , at least for many applications , so ... you have to start denormalizing data . NoSQL is ideal for representing denormalized data . Basic...</td>\n      <td>MongoDB is a database that is designed to store and retrieve data. It is a very simple, open-source database that uses a set of data structures called relational databases. When you use a relational database, you can access the data in a way that is not possible with a traditional database. For example, you might have a table that contains information about a person or a group of people. If you want to access the information in a different way, you might use a different database. MongoDB is ...</td>\n      <td>0.323232</td>\n      <td>0.047297</td>\n      <td>0.158249</td>\n      <td>0.158249</td>\n    </tr>\n    <tr>\n      <th>1</th>\n      <td>What happens if you 're not a citizen of any country ? Got me curious , if I lost or got rid of citizenship to a country what would I identify myself as ? Explain like I'm five.</td>\n      <td>You could identify yourself as whatever you want to . From the few cases available to read on Wikipedia , it seems you just get bogged down in finding a place to take you . Some Americans who renounced their citizenships while abroad either got kicked out of the country they were living in , or the country they were staying in did n't bother them . URL_0</td>\n      <td>If you are not a citizen of any country, you will be able to identify yourself as a foreigner. This means that you will be able to legally enter the country and be able to do business there. If you lose or get rid of your citizenship to a country, you will be able to identify yourself as a foreigner. This means that you will be able to legally enter the country and be able to do business there. If you lose or get rid of your citizenship to a country, you will be able to identify yourself as ...</td>\n      <td>0.170404</td>\n      <td>0.036199</td>\n      <td>0.161435</td>\n      <td>0.161435</td>\n    </tr>\n    <tr>\n      <th>2</th>\n      <td>Why does eating spicy food make me sweat ? That 's about all there is to it . Explain like I'm five.</td>\n      <td>The spicy compound capsaicin triggers the same receptors in the mouth as heat does , which is why we describe spicy foods as \" burning \" . The body 's natural response to increase in temperature is to sweat , and since your autonomic system ca n't tell the difference between genuine heat and the fake spicy heat , you sweat .</td>\n      <td>Spicy food can cause you to sweat because it can increase your body's temperature, which can cause you to feel hot and sweaty. This is because the heat from the spice can cause your body to produce heat, which can make you sweat. When you eat spicy food, your body will use heat to heat up the food, which can cause you to feel hot and sweat. This can cause you to feel hot and sweaty because your body is working hard to heat up the food. It's important to remember that spicy food can be very h...</td>\n      <td>0.305263</td>\n      <td>0.042553</td>\n      <td>0.178947</td>\n      <td>0.178947</td>\n    </tr>\n    <tr>\n      <th>3</th>\n      <td>the idea of intelligent design and how it determines the existence of a creator . Was involved in a conversation regarding it today but a lot was going over my head , could someone please explain it like i 'm 5 ! Thanks in advance Please explain like I'm five.</td>\n      <td>Sure! Intelligent design is a theory that some things in the world are so complex or well-made that they must have been created by an intelligent being, like a person or a god. Some people who believe in intelligent design think that things like the human body, the natural world, or the universe as a whole are too intricate to have happened by chance, and must have been designed by something or someone with a plan. Other people do not believe in intelligent design, and think that natural pro...</td>\n      <td>Intelligent design is a theory that says that the universe was created by the actions of a few people, and that it is not a random process. It is a theory that is based on the idea that the universe was created by people who were willing to work and do the things that they did. It is a theory that is based on the idea that the universe was created by people who were willing to work and do the things that they did. It is a theory that is based on the idea that the universe was created by peop...</td>\n      <td>0.223529</td>\n      <td>0.053254</td>\n      <td>0.170588</td>\n      <td>0.170588</td>\n    </tr>\n    <tr>\n      <th>4</th>\n      <td>A Stretched Application of the Zeta Function Regularization Please explain like I'm five.</td>\n      <td>Ramanujan summation is a mathematical technique that can be used to assign a value to certain infinite series (a series is a sum of numbers that go on indefinitely). It is based on a branch of mathematics called complex analysis, which is the study of functions of complex numbers. Complex numbers are numbers that have both a real part and an imaginary part. The technique was developed by the mathematician Srinivasa Ramanujan, who was an Indian mathematician who made many important contributi...</td>\n      <td>The sum of all numbers is a negative fraction, because it is a fraction that is not a real number. The sum of all numbers is a negative fraction because it is a fraction that is not a real number. The Ramanujan Summation is a proof that the sum of all numbers is actually a negative fraction because it is a way to prove that the sum of all numbers is a negative fraction. The Ramanujan Summation is a way to prove that the sum of all numbers is a negative fraction because it is a way to prove t...</td>\n      <td>0.545932</td>\n      <td>0.269129</td>\n      <td>0.383202</td>\n      <td>0.383202</td>\n    </tr>\n    <tr>\n      <th>5</th>\n      <td>How does a turbocharger in a car work ? I know a bit about cars and how they work , but turbos are very foreign to me . Could someone explain how it is they work , in basic terms ? Explain like I'm five.</td>\n      <td>A turbocharger is two turbines joined by a shaft . One turbine is in the engine 's exhaust system , and is turned by the exhaust gasses . The other turbine is in the intake system , and turns because it 's hooked up to the first one . It pushes more air into the intake system . Because fuel only burns well when it 's mixed in a fairly narrow range of ratios with air , adding more air means you have to add more fuel . Using more fuel , and enough air to let it burn well , makes more power .</td>\n      <td>The turbocharger is a small piece of equipment that is used to increase the amount of power that a car can produce. The turbocharger is located in the engine, and it is designed to increase the amount of power that the engine can produce. The engine is a very powerful engine, and it uses a lot of energy to push the air around. The engine is able to push the air around because it has a lot of energy and it is able to move through the air. The turbocharger is a small piece of equipment that is...</td>\n      <td>0.228013</td>\n      <td>0.032787</td>\n      <td>0.182410</td>\n      <td>0.182410</td>\n    </tr>\n    <tr>\n      <th>6</th>\n      <td>Evolutionarily , why do men grow facial hair but women do not ? Since once upon a time in our ape ancestry ALL humans had facial hair by default , why is it that women no longer have it ( in most cases ) but men still do ? Explain like I'm five.</td>\n      <td>There are a lot of theories . One of the top is the communication factor . Think about male and female lions . Same thing .</td>\n      <td>The human body is made up of many different parts, including the head, neck, face, and hands. Each part of the body has a different role in the body, and the facial hair is one of the parts of the body that are most important to the body. For example, the face is the most important part of the body because it is the first part of the body that is exposed to the sun and the wind. The facial hair is also a part of the body that is important to the body because it is used to protect the skin an...</td>\n      <td>0.071429</td>\n      <td>0.024000</td>\n      <td>0.063492</td>\n      <td>0.063492</td>\n    </tr>\n    <tr>\n      <th>7</th>\n      <td>Why is Internet priced by speed , but cell phone priced by amount of data ? Illuminati ? I dunno . Someone tell me . Explain like I'm five.</td>\n      <td>Because in both instances that 's what makes the most profit .</td>\n      <td>Internet speed is a measurement of how fast a web page can be downloaded. It is a way for a company to charge for the bandwidth that it needs to deliver the information that it needs. Cell phones are priced by the amount of data that they have to send and receive. This is because a cell phone uses a lot of data to send and receive information, and it is cheaper to send and receive information by using less data. The speed of the Internet is measured in megabits (MB) per second, which is the ...</td>\n      <td>0.044199</td>\n      <td>0.000000</td>\n      <td>0.044199</td>\n      <td>0.044199</td>\n    </tr>\n    <tr>\n      <th>8</th>\n      <td>How is political lobbying not bribery ? It seems like bribery . I 'm sure it 's not ( or else it would be illegal ) . What am I missing here ? Explain like I'm five.</td>\n      <td>Lobbying is just the act of trying to convince elected people to do what you want . You lobby every time you write a letter to a congressman . That 's kind of important for a democracy to work , the people have to be able to tell the people in charge what they want them to do .</td>\n      <td>Politics is a very complicated business , and it 's not just about getting elected . It 's about getting elected to a position , and if you get elected to a position , you 're not a crook .</td>\n      <td>0.244444</td>\n      <td>0.022727</td>\n      <td>0.177778</td>\n      <td>0.177778</td>\n    </tr>\n    <tr>\n      <th>9</th>\n      <td>Will a small investment in a company net a worthwhile gain?</td>\n      <td>If you bought 5 shares @ $20 each that would cost you $100 plus brokerage. Even if your brokerage was only $10 in and out, your shares would have to go up 20% just for you to break even. You don't make a profit until you sell, so just for you to break even your shares need to go up to $24 per share. Because your share holding would be so small the brokerage, even the cheapest around, would end up being a large percentage cost of any overall profits. If instead you had bought 500 shares at $2...</td>\n      <td>There are a few factors that could impact the value of a small investment in a company.First, the company's financial performance may be impacted by the investment. If the company's financial performance is below expectations, it may be considered a \"loser\" and may not be worth the investment.Secondly, the company's reputation may be affected by the investment. If the company's reputation is tarnished, it may not be worth the investment. Third, the company's financial performance may be affe...</td>\n      <td>0.125984</td>\n      <td>0.000000</td>\n      <td>0.086614</td>\n      <td>0.086614</td>\n    </tr>\n    <tr>\n      <th>10</th>\n      <td>Transexuals , Transvestites and Transgendered I really do n't know anything about sex changes , and everything I read is horribly complex . Explain like I'm five.</td>\n      <td>A transvestite is somebody who crossdresses for sexual pleasure . Transgender is the broadest term and essentially means something that goes outside gender normals . Transsexuals , transvestites , drag queens / kings , and people in certain roles ( such as the two spirit people in Native American societies . ) Transsexual means somebody whose mental gender identity does not match their physical body . Somebody can fully transition and have surgery , and somebody can stay living as the gender...</td>\n      <td>There are a few different types of sex changes that can occur in people who are transsexuals, transvestites, or transgendered. One type of sex change is called a transsexual transition. This is a process in which a person's sexuality changes from one gender to another. For example, if a person is a transsexual and wants to have a sexual relationship with a partner, they may choose to have a transsexual transition. Another type of sex change is called a transsexual transition. This is when a ...</td>\n      <td>0.208633</td>\n      <td>0.007246</td>\n      <td>0.115108</td>\n      <td>0.115108</td>\n    </tr>\n    <tr>\n      <th>11</th>\n      <td>What actually causes the \" New car smell \" after a car is rolled off the production line ? Surely their secret is n't that they have \" New car smell \" cologne that they spray in each car ... Explain like I'm five.</td>\n      <td>You can actually get a \" New car smell \" cologne from suppliers for use at car washes</td>\n      <td>The \"new car smell\" is a chemical compound that is produced by the engine of a car. It is a mixture of chemicals that are produced by the engine and the air that comes out of the car. The smell of a new car is caused by the chemicals that are produced by the engine. Some of the chemicals that are produced by the engine include: Benzene: This is a chemical compound that is produced by the engine and the air that comes out of the car. It is a mixture of chemicals that are produced by the engin...</td>\n      <td>0.042017</td>\n      <td>0.025424</td>\n      <td>0.042017</td>\n      <td>0.042017</td>\n    </tr>\n    <tr>\n      <th>12</th>\n      <td>How internet speeds work . Why are some faster than others ? Like why the shit is my internet so slow ? and how would i get a faster internet connection ? I should know these things .. Explain like I'm five.</td>\n      <td>It can depend on the technology that the ISP is using , how many users are concurrently connected to the same node of the ISP , how much bandwidth those users are using , etc . Think of the internet as a tube , and the bandwidth as the water being put into the tube . Only so much water can be sent through the tube at once . If you are sharing the tube with lots of people , then only a portion of the water in the tube can be yours . In areas of high congestion , more tubes will be added so th...</td>\n      <td>The speed of an internet connection is a function of the number of bits of data that are transmitted and received over the network. The speed of the Internet depends on a number of factors, including the type of connection, the number of users, and the size of the network. Here are a few things to consider when trying to determine the speed of your internet connection: The number of bits of data that are transmitted and received over the network. The speed of the Internet depends on the type...</td>\n      <td>0.213699</td>\n      <td>0.033058</td>\n      <td>0.169863</td>\n      <td>0.169863</td>\n    </tr>\n    <tr>\n      <th>13</th>\n      <td>Are ACH transfers between individuals possible?</td>\n      <td>Yes, many banks offer such a service. Often such payments can be made through their \"bill pay\" interface. You log in to your account on the bank's website, enter the recipient's routing and account numbers, and off you go. You could ask your bank whether they offer this. If not, you could change banks to one that does.</td>\n      <td>ACH transfers are a type of payment system that allows you to transfer money between individuals. They are usually used to pay for things like food, clothing, and other purchases. ACH transfers are also a way to transfer money between different accounts or accounts with different banks.It's important to note that ACH transfers are not the same as wire transfers, which are used to transfer money between accounts or accounts with different banks. They are a different way to transfer money betw...</td>\n      <td>0.112360</td>\n      <td>0.000000</td>\n      <td>0.082397</td>\n      <td>0.082397</td>\n    </tr>\n    <tr>\n      <th>14</th>\n      <td>How does the government deal with birthdays on the 29 of February ? I.E. Drinking age and driving age . Explain like I'm five.</td>\n      <td>I was unable to buy a drink with my 21st birthday dinner on the 28th . &gt; :| Apparently they have a big old book of alcohol laws that says you 're not legal until March 1st , so I had to go out again the next night for my first legal drink . ( Well , technically that was a couple years prior when I visited the UK , but my first one in the US . )</td>\n      <td>The government handles birthdays on the 29th of February in a very different way than it does on any other day of the year. The government uses the \"birthday\" rule to determine the legal drinking age for a person on that date. For example, if you are 21 and you are drinking at the age of 21, you can still drive at the age of 21 if you are 21 and you are 21 years old. If you are 21 and you are driving at the age of 21 and you are 21 years old, you can still drive at the age of 21 if you are 2...</td>\n      <td>0.142373</td>\n      <td>0.006826</td>\n      <td>0.088136</td>\n      <td>0.088136</td>\n    </tr>\n    <tr>\n      <th>15</th>\n      <td>Foreign singers with and accent seem to able to sing in perfect english . Why is that ? i.e. singer of ghost . Explain like I'm five.</td>\n      <td>I 'm an English speaker who sings for the BSO ( Boston ) . We practically never sing in English . We predominantly sing in German , but I 've done shows in French , Italian , Latin and Russian . We always have a diction coach through the first few rehearsals as well as IPAs ( International Phonetic Alphabet ) . Basically you learn what the word is supposed to sound like via the IPA and then the diction coach aids in additional pronunciation . We often end up singing close to 100 % correct in...</td>\n      <td>There is no way to know if someone is able to sing in English, but it is possible to try to understand them. It is important to remember that accents are a way for people to express themselves in a way that is different from how they are perceived by the native speaker. For example, if a person is a native speaker of English, they may be able to sing in English without having to use accents. However, if a person is a foreign speaker of English, they may have to use accents to express themsel...</td>\n      <td>0.219608</td>\n      <td>0.047431</td>\n      <td>0.133333</td>\n      <td>0.133333</td>\n    </tr>\n    <tr>\n      <th>16</th>\n      <td>How would life on Earth be affected if two black holes collided ? My head started to swim when I read about a \" Massive ripple through the space - time fabric \" What would that even [ theoretically ] entail ? Explain like I'm five.</td>\n      <td>Depends upon where they collide and how they 're aligned . The main thing we 'd have to worry about is the enormous gamma ray burst . If it happened within a about eight light years and was aimed at us , then we 'd be fucked . Otherwise , not so much . The \" massive ripple through the space - time fabric \" is actually a very local effect , limited to the general vicinity of the colliding black holes . Even if they do release a gravity wave ( which is still theoretical ) that phenomenon is so...</td>\n      <td>A black hole is a large, dark object that is very large and very powerful. It can be very powerful and can cause a lot of damage to the Earth's environment. The Earth's atmosphere is made up of many layers of ice and snow, and it can be very cold and very hot. If two black holes collide, the impact would have a very strong impact on the Earth's atmosphere. This would cause the Earth's atmosphere to become very cold and very dry. This would cause the Earth's temperature to drop and the temper...</td>\n      <td>0.254264</td>\n      <td>0.024883</td>\n      <td>0.136434</td>\n      <td>0.136434</td>\n    </tr>\n    <tr>\n      <th>17</th>\n      <td>Why has Sea World never had Great White Sharks as part of their display ? ( Just for display , no shows ) If Sea World can house incredibly deadly creatures like Orcas , why not Great White Sharks ? Are they too unpredictable or something ? Explain like I'm five.</td>\n      <td>Adult great whites require too much space to keep them sane . URL_0</td>\n      <td>Great white sharks are a type of shark that is known for their aggressive and vicious behavior. They are a very dangerous and unpredictable animal, and they are not allowed to be part of the Sea World exhibit. However, Sea World has had great success with other animals, including orcas and seals, and they have had success with great white sharks as well. Great white sharks are not as dangerous as orcas or seals, and they are not allowed to be part of the Sea World exhibit. They are also not ...</td>\n      <td>0.026667</td>\n      <td>0.000000</td>\n      <td>0.026667</td>\n      <td>0.026667</td>\n    </tr>\n    <tr>\n      <th>18</th>\n      <td>why do you get the pee shivers , and what 's going on to make your body do that ? Pee shivers . What 's the deal ? Please explain like I'm five.</td>\n      <td>I thought I was the only one who got the shivers .</td>\n      <td>The pee shivers are caused by the hormones in your urine. These hormones are responsible for regulating your body's temperature and regulating your body's temperature. When you pee, your body releases a chemical called urea, which is a chemical that helps your body cool down. This chemical can cause the pee shivers to occur. The urea in your urine can be a mixture of chemicals that are produced by your body, including chemicals that are produced by your body's cells. The urea in your urine c...</td>\n      <td>0.043796</td>\n      <td>0.000000</td>\n      <td>0.043796</td>\n      <td>0.043796</td>\n    </tr>\n    <tr>\n      <th>19</th>\n      <td>What is the treatment for blood in semen?I am 30 yrs old and have been masturbating for many years. recently i experienced blood in my semen. there was no pain or any other symptom. I have just got a urine test done and it shows a minor bacterial infection.please suggest possible cuases and whether it needs further investigation. I am a fit individual otherwise.</td>\n      <td>Hi, Take ultrasound pelvis and antibiotics for treatment and test for prostate issue. I hope I have answered your query. If you have further doubts, I would be happy to help you. Happy day.Regards,Dr. S. R. Raveendran, Sexologist</td>\n      <td>I am sorry to hear about your recent experience with blood in your semen. It is important to take care of yourself and to seek medical attention if you experience blood in your semen. It is important to follow the instructions for treatment and to seek medical attention if you experience any symptoms of blood in your semen. It is important to follow the instructions for treatment and to seek medical attention if you experience any symptoms of blood in your semen. It is important to follow th...</td>\n      <td>0.090226</td>\n      <td>0.022727</td>\n      <td>0.082707</td>\n      <td>0.082707</td>\n    </tr>\n    <tr>\n      <th>20</th>\n      <td>want to refinance FHA loan, may move out unexpectedly and would like to keep as investment property, what are my options?</td>\n      <td>If you want to refinance your FHA loan and keep the property as an investment property, you may be able to do so, but you will need to meet certain requirements. Here are a few options to consider:FHA Streamline Refinance: If you currently have an FHA loan, you may be able to refinance through the FHA Streamline program. This program allows you to refinance without an appraisal and without income or employment verification. However, you must be current on your mortgage payments and meet othe...</td>\n      <td>I'm sorry, but I cannot provide you with any information about refinancing a FHA loan. If you are interested in refinancing your FHA loan, you may be able to do so through a variety of different options. Here are a few options:Finance through a private lender: If you are a homeowner and you want to refinance your FHA loan, you may be able to do so through a private lender. This is a type of loan that is offered by the government and is designed to help people with low-income incomes.Finance ...</td>\n      <td>0.434978</td>\n      <td>0.184685</td>\n      <td>0.264574</td>\n      <td>0.264574</td>\n    </tr>\n    <tr>\n      <th>21</th>\n      <td>The Socratic paradox . I 'm not generally very interested in philosophy , but I was wondering what Socrates meant when he said \" I know that I know nothing \" Explain like I'm five.</td>\n      <td>Interestingly , this phrase is commonly translated in a slightly wrong way . The correct translation of Platos phrase \" oîda ouk eidōs \" should be \" I know , that i do n't know \" which is quite a difference . What it means can be understood in Socrates ' concept of ' aporia ' which includes the notion that nothing can be known for sure . This permanent uncertainty regarding ones views and opinions was one of Socrates ' most important concerns .</td>\n      <td>Socrates was a philosopher who believed that knowledge is a process of learning and that one can only learn by experiencing it. He believed that knowledge is a process of learning that is based on the experience of one's own experiences. Socrates believed that one should not try to learn knowledge by experiencing it, but rather by experiencing it through one's own experiences. Socrates believed that one should not try to learn knowledge by experiencing it through one's own experiences. Socra...</td>\n      <td>0.134276</td>\n      <td>0.000000</td>\n      <td>0.084806</td>\n      <td>0.084806</td>\n    </tr>\n    <tr>\n      <th>22</th>\n      <td>Analyze stock value</td>\n      <td>To analyze the value of a stock, you can look at several different factors. Here are a few key things to consider:Earnings: One of the most important factors to consider when evaluating a stock is the company's earnings. Companies that are consistently profitable tend to be more valuable and have a higher stock price. You can look at a company's past earnings, as well as its earnings projections for the future, to get a sense of its financial health.Revenue: Another key factor to consider is...</td>\n      <td>It's important to understand the basic principles of stock valuation, which are the values of a company's stock and the market value of its stock. To analyze stock value, you can use a variety of tools, including:Analyze the company's stock price: To analyze stock value, you can use a variety of tools, including:Analyze the company's stock price: To analyze stock value, you can use a variety of tools, including:Analyze the company's stock price: To analyze stock value, you can use a variety ...</td>\n      <td>0.349794</td>\n      <td>0.103306</td>\n      <td>0.222222</td>\n      <td>0.222222</td>\n    </tr>\n    <tr>\n      <th>23</th>\n      <td>The Salem Witch Trials . I googled , but there 's only a vague description . And all the videos are at least 45 minutes long , so they 're no help ... Explain like I'm five.</td>\n      <td>There was suspicions of witches in the town , and people started to be accused . At first people just called witch in order to not be accused themselves , but it turned into people just calling witch so someone would be executed and they could have their land ( just a made up example ) . The play \" the crucible \" Is actually fairly accurate in its descriptions of the event . The Salem Witch trials where not confined just to Salem though . They where spread over a of the area . I would sugges...</td>\n      <td>The Salem Witch Trials were a series of trials that took place in Salem, Massachusetts, in the early 17th century. The trials were a series of trials that took place in the town of Salem, Massachusetts, in the United States. The trials were a series of trials that took place in the town of Salem, Massachusetts, in the United States. The trials took place in the town of Salem, Massachusetts, in the United States. The trials were a series of trials that took place in the town of Salem, Massach...</td>\n      <td>0.160000</td>\n      <td>0.036630</td>\n      <td>0.152727</td>\n      <td>0.152727</td>\n    </tr>\n    <tr>\n      <th>24</th>\n      <td>where are colors on stoplight</td>\n      <td>In the typical sequence of color phases:the green light allows traffic to proceed in the direction denoted, if it is safe to do sothe yellow/amber light denoting prepare to stop short of the intersection, if it is safe to do sothe red signal prohibits any traffic from proceeding</td>\n      <td>Colors on stoplights are typically used to indicate the presence of a stoplight. These colors are typically used to indicate the presence of a stoplight, or to indicate the presence of a stoplight at a specific point in the road.nnThere are a few different ways that stoplights can be colored. Some stoplights may have different colors, or they may have different patterns or colors. Some stoplights may have different colors or patterns, or they may have different colors or patterns.nnThere are...</td>\n      <td>0.178947</td>\n      <td>0.031915</td>\n      <td>0.136842</td>\n      <td>0.136842</td>\n    </tr>\n    <tr>\n      <th>25</th>\n      <td>What do scientologists believe ? Obviously , as a Redditor , I 've heard a lot about Scientology , but I 'm still quite unsure what their actual beliefs are . Could someone explain ? Thanks . Explain like I'm five.</td>\n      <td>[ Will a South Park episode work ? ] ( URL_0 ) . Start at 10:38</td>\n      <td>Scientologists believe that the universe is a place where people can find answers to their questions. They believe that the universe is a place where people can learn about the past and learn about the future. They also believe that the universe is a place where people can learn about the future and learn about the past. They believe that the universe is a place where people can learn about the past and learn about the future. They believe that the universe is a place where people can learn ...</td>\n      <td>0.011834</td>\n      <td>0.000000</td>\n      <td>0.011834</td>\n      <td>0.011834</td>\n    </tr>\n    <tr>\n      <th>26</th>\n      <td>Companies that use their cash to buy back stock, issue dividends, etc. — how does this this typically affect share price?</td>\n      <td>Stock buybacks and dividends can affect the share price of a company in different ways.Stock buybacks: When a company buys back its own shares, it reduces the number of outstanding shares on the market, which can increase the demand for the remaining shares and potentially drive up the share price. However, it's worth noting that buybacks are not always a good thing for shareholders. For example, if a company is using its cash to buy back stock instead of investing in the business or paying ...</td>\n      <td>It's important to note that the share price of a company's stock may fluctuate over time, depending on the company's financial performance and other factors. The price of a company's stock may fluctuate due to a variety of factors, including the company's ability to pay its employees, the company's ability to raise capital, and the company's ability to make investments in the company.nnIt's important to note that the share price of a company's stock may fluctuate over time, depending on the ...</td>\n      <td>0.406467</td>\n      <td>0.129930</td>\n      <td>0.244804</td>\n      <td>0.244804</td>\n    </tr>\n    <tr>\n      <th>27</th>\n      <td>U.S. tax returns ? In the U.S. , why do we pay taxes only to get some of that money back in tax returns ? And how can people owe taxes ? I 've always been confused about this \" magic money \" they send me ... Explain like I'm five.</td>\n      <td>While we 're on this subject , can someone tell me how to file a tax return ? I 'm about to do my first one ever</td>\n      <td>Taxes are a way for the government to collect money from people. In the United States, people pay taxes on their income, which means that they pay taxes on the money that they earn. When you pay taxes, the government collects the money from you and sends it back to you in the form of a tax return. The return is called a tax return because it is a form that the government uses to collect tax on your income. The government uses this form to collect taxes on your income, which means that they c...</td>\n      <td>0.086207</td>\n      <td>0.017391</td>\n      <td>0.060345</td>\n      <td>0.060345</td>\n    </tr>\n    <tr>\n      <th>28</th>\n      <td>It is legal for a person to buy a chicken , kill it , and eat it . Is it legal for a person to buy a dog , kill it , and eat it ? botulism Please explain like I'm five.</td>\n      <td>I have had a similar thought before . There was a story about a guy who got arrested / charged for feeding a kitten to his python . Personally , along with all of reddit , I think that is deplorable , but my point is why is it ok ( legal ) to feed a live rat to a python and not a kitten ? Edit : I am saying this in defence of rats / mice because I always had them as pets . Found this on the RSPCA site : * The legality of feeding live mice to reptiles depends upon the relevant State / Territo...</td>\n      <td>It is illegal to kill a chicken, kill it, and eat it. It is also illegal to eat a dog, as it is not considered a pet. However, it is still legal to eat a dog, as it is considered a pet. However, it is not considered a pet, and it is not considered a food item.nnIt is also not legal to eat a dog, as it is considered a pet. However, it is still legal to eat a dog, as it is considered a pet. However, it is not considered a food item, and it is not considered a pet.nnI hope this helps to clarify...</td>\n      <td>0.258675</td>\n      <td>0.025397</td>\n      <td>0.145110</td>\n      <td>0.145110</td>\n    </tr>\n    <tr>\n      <th>29</th>\n      <td>) Explain like I'm five.</td>\n      <td>I am a born deaf ( one ear has moderate loss and the other is severe ) person who been in a deaf ed program from second grade to twelve grade . The article that reaverb linked to pretty much sums it up . I know some deaf people who use images or sign language . There are folks like me who been rised oral who have an inner voice and tend to speak more then sign .</td>\n      <td>Deaf people are unable to hear their own thoughts because they are unable to hear the sounds of their own voice. This means that they cannot hear the sounds of their own voice because they are unable to hear the sounds of other people's voices. It is possible for deaf people to think, but it is not possible for them to hear themselves. It is important to remember that hearing is not the same as thinking. It is not possible for deaf people to hear themselves, because they are not able to hear...</td>\n      <td>0.129310</td>\n      <td>0.008696</td>\n      <td>0.112069</td>\n      <td>0.112069</td>\n    </tr>\n    <tr>\n      <th>30</th>\n      <td>Why was Jerusalem declared the capital of Israel at the DNC ? And what are the effects of this ? It was completely fucked up how it went down . Here 's the clip URL_0 Explain like I'm five.</td>\n      <td>i think the issue is , from about 10 minutes i 've researched this because i was also confused , practically , the capital of israel is tel aviv . i.e. that 's the financial center . jerusalem is the most populated city , but many people / groups , including the UN , consider jerusalem to be an \" international city \" . URL_0</td>\n      <td>The DNC was a national political party in the United States. It was established in the late 19th century and was a major political party in the United States. The DNC was a political party that was based in Washington, D.C., and it was responsible for governing the United States. The DNC was a political party that was based in Washington, D.C., and it was responsible for governing the United States. The DNC was a political party that was based in Washington, D.C., and it was responsible for ...</td>\n      <td>0.058333</td>\n      <td>0.000000</td>\n      <td>0.058333</td>\n      <td>0.058333</td>\n    </tr>\n    <tr>\n      <th>31</th>\n      <td>why is the ocean made of salt water and the lakes made of fresh water ? Are really big lakes saltier than small lakes ? Does the salt in the ocean change around , or is it always the same salt ? Explain like I'm five.</td>\n      <td>The ocean is made of salt water because it contains dissolved salts, like magnesium and calcium. Lakes can be made of fresh water or salt water, depending on where they are located and how they are formed. Some lakes, like the Great Salt Lake in Utah, are very salty because they have a high concentration of dissolved salts. Others, like Lake Superior in the United States, are very fresh because they do not have as many dissolved salts.\\r\\n\\r\\nThe amount of salt in the ocean does not usually ...</td>\n      <td>The ocean is made of salt water because it contains a lot of salt water. The ocean is a large, open, and humid place that is very cold and humid. The ocean is made up of salt water because it contains a lot of salt water, which is a type of salt that is used to make food and other things. The ocean is made up of salt water because it contains a lot of salt water, which is a type of salt that is used to make food and other things. The salt in the ocean is a combination of salt water and water...</td>\n      <td>0.353511</td>\n      <td>0.145985</td>\n      <td>0.271186</td>\n      <td>0.329298</td>\n    </tr>\n    <tr>\n      <th>32</th>\n      <td>Thanks for the responses , everyone ! I 'm going to start one of the 14 day free trials ; and if I like it , I 'll probably be subscribing ! THANKS ! Explain like I'm five.</td>\n      <td>The first rule of Usenet ... etc . etc . Someone had to say it . Commence circlejerk .</td>\n      <td>Usenet is a network of computers that are connected to the Internet. It is a very popular and free way to find and share information. You can start using Usenet by signing up for a free trial. You can start using Usenet by clicking on the \"Start\" button on the top right corner of the page. This will open a new page with a list of all the websites that are connected to the Internet. You can also use the \"Search\" feature to search for a specific topic or topic. You can also use the \"Search\" fe...</td>\n      <td>0.045662</td>\n      <td>0.000000</td>\n      <td>0.027397</td>\n      <td>0.027397</td>\n    </tr>\n    <tr>\n      <th>33</th>\n      <td>Why is printer ink the most expensive liquid on earth ? Via NPR ink is the most expensive liquid on earth . What component of ink is so rare it proves more valuable than say crude oil or human blood ? Is it simply the cost of production ? Explain like I'm five.</td>\n      <td>Let me explain this with a saying : \" Everything is worth what the buyer is willing to pay . \"</td>\n      <td>Printer ink is a liquid that is used to print documents and other printed materials. It is made from a variety of materials, including ink, pigment, and dye. The cost of producing printer ink is high because it is a very expensive process. It is not a simple process, and it can take a long time to produce the ink. It is also not a simple process. Ink is a very expensive liquid because it is made from a variety of materials, including ink, pigment, and dye. It is also not a simple process. It...</td>\n      <td>0.071429</td>\n      <td>0.000000</td>\n      <td>0.071429</td>\n      <td>0.071429</td>\n    </tr>\n    <tr>\n      <th>34</th>\n      <td>what date did the american civil war start</td>\n      <td>The American Civil War began on April 12, 1861, when Confederate forces fired on Fort Sumter in South Carolina. The war lasted until April 9, 1865, when the Confederacy surrendered and the Union was restored. The conflict was one of the most significant events in American history, and its causes and consequences continue to be studied and debated by historians today.</td>\n      <td>The American Civil War, also known as the American Civil War or American Civil War, was a conflict that took place in the United States from 1861 to 1865. It was a conflict that lasted from 1861 to 1865, and it was the first major conflict between the United States and the Union. The American Civil War was a conflict that took place in the United States between 1861 and 1865, and it was the first major conflict between the United States and the Union.</td>\n      <td>0.342466</td>\n      <td>0.069444</td>\n      <td>0.246575</td>\n      <td>0.246575</td>\n    </tr>\n    <tr>\n      <th>35</th>\n      <td>Why are all of the Walmart employees going on strike ? I understand that it 's very low paying . But then why not just quit and find another job ? Please explain like I'm five.</td>\n      <td>There are Walmart strikes every single year at Christmas time . Walmart employs 1.4 million people in the US alone . If 99 % were happy , and 1 % of the employees were unhappy that is 14,000 unhappy workers . When 14,000 people do something , or are threatening to do something , it gets national attention . ( Clearly these numbers are just to make an example for the sake of showing the scale of employees Walmart has and does not reflect any kind of actual data on employee happiness )</td>\n      <td>Walmart employees are going on strike because they are not getting the pay they deserve. They are being paid less than other employees because they are not getting the benefits they need. They are also not getting the pay they deserve because they are not getting the benefits they deserve. For example, if you work at Walmart, you may be paid less than other employees because you are not getting the benefits you need. However, if you work at another Walmart, you may be paid more because you a...</td>\n      <td>0.127208</td>\n      <td>0.000000</td>\n      <td>0.098940</td>\n      <td>0.098940</td>\n    </tr>\n    <tr>\n      <th>36</th>\n      <td>How do laser thermometers work ? I swear it 's magic Please explain like I'm five.</td>\n      <td>Laser thermometers work by using a laser to measure the temperature of an object. The laser thermometer sends out a laser beam, which bounces off the object and returns to the thermometer. The thermometer measures the amount of heat that the object gives off, and uses this information to calculate the object's temperature. It's not magic, but it might seem like it because it can measure the temperature of something without touching it! This can be very useful in situations where you don't wa...</td>\n      <td>Laser thermometers are a kind of device that uses light to measure temperature. They are a kind of tool that uses light to measure temperature. They are used to measure temperature in a variety of ways, such as measuring the temperature of a liquid, measuring the temperature of a solid, and measuring the temperature of a liquid. One way that laser thermometers work is by using a laser to produce light. The laser emits light, which is a kind of light that is emitted by a light source. The lig...</td>\n      <td>0.331551</td>\n      <td>0.107527</td>\n      <td>0.203209</td>\n      <td>0.203209</td>\n    </tr>\n    <tr>\n      <th>37</th>\n      <td>how instant hot water showers work I 'm from a country where they 're not hugely common and I have to turn on the water heater for like an hour when I want to have a shower , how do other showers just always have hot water ? Please explain like I'm five.</td>\n      <td>There are several different configurations of shower but the main two are as follows . Electric showers : An electric unit on the wall of the shower heats up cold water as it passes into the shower unit . These are usually cheap as all you need is the shower unit on the wall . They are normally often do n't give a particularly powerful water jet as they have to heat the water as it goes and electric heating can be inefficient . Mixer shower : These showers mix hot water from your water heate...</td>\n      <td>Instant hot water showers are a type of shower that uses a water heater to provide hot water when you need it. The water heater is a device that is installed in a house or other building and is used to heat water when you need it. The water heater is connected to a water supply, which is a pipe that runs from the water heater to the sink or other water source. The water heater is connected to a water supply, which is a pipe that runs from the water heater to the sink or other water source. T...</td>\n      <td>0.289277</td>\n      <td>0.040100</td>\n      <td>0.214464</td>\n      <td>0.214464</td>\n    </tr>\n    <tr>\n      <th>38</th>\n      <td>Dealership made me the secondary owner to my own car</td>\n      <td>You are co-signer on his car loan. You have no ownership (unless the car is titled in both names).  One option (not the best, see below) is to buy the car from him.  Arrange your own financing (take over his loan or get a loan of your own to pay him for the car).  The bank(s) will help you take care of getting the title into your name.  And the bank holding the note will hold the title as well. Best advice is to get with him, sell the car. Take any money left after paying off the loan and us...</td>\n      <td>The dealership made me the secondary owner to my own car, but the dealership did not make me the primary owner. The dealership was the person who sold the car to you, and the dealership was the person who sold the car to you. The dealership was the person who sold the car to you, and the dealership was the person who sold the car to you. The dealership was the person who sold the car to you, and the dealership was the person who sold the car to you.</td>\n      <td>0.241692</td>\n      <td>0.030395</td>\n      <td>0.169184</td>\n      <td>0.169184</td>\n    </tr>\n    <tr>\n      <th>39</th>\n      <td>How come after a long night of drinking I usually wake up early Seems like every time I stay out to drink I always wake up super early Explain like I'm five.</td>\n      <td>I 'm seeing like 10 different answers and I 'm now curious because I 'm always up at like 6 AM after a night of heavy drinking .</td>\n      <td>I'm sorry, but I can't answer your question. I'm not a medical professional or a doctor, but I can tell you that alcohol can cause you to wake up early in the morning. It's important to remember that alcohol can cause you to wake up early, and it's important to get plenty of rest and to get enough sleep so that you can get the most out of your day. It's also important to remember that alcohol can also cause you to feel tired and unmotivated. It's important to remember that alcohol can cause ...</td>\n      <td>0.117647</td>\n      <td>0.026490</td>\n      <td>0.091503</td>\n      <td>0.091503</td>\n    </tr>\n    <tr>\n      <th>40</th>\n      <td>Why ca n't video games use real city names ? Los Santos is obviously Los Angeles , so why ca n't they use the names ? Please explain like I'm five.</td>\n      <td>Video game developers often use fictional names for cities in their games because using real city names can sometimes lead to legal issues. \\nIf a video game developer wants to use the name of a real city in their game, they might need to get permission from the city or pay a fee to use the name. This can be a time-consuming and expensive process, and the developer may not be able to use the name if the city does not want their name to be used in the game. \\nAdditionally, using real city nam...</td>\n      <td>The city names are not real because they are not a part of the real world. The city names are used for a variety of reasons, including to represent the location of the game, to make it easier to find the game, and to make it easier to find the game's locations. For example, Los Santos is a city in California, which is a popular place to play video games. However, the name Los Santos is not a real city because it is not a part of the real world. Instead, the name is used to represent the loca...</td>\n      <td>0.387302</td>\n      <td>0.089457</td>\n      <td>0.222222</td>\n      <td>0.304762</td>\n    </tr>\n    <tr>\n      <th>41</th>\n      <td>What is so special about Pi ? I do n't get it .. Please explain like I'm five.</td>\n      <td>Pi (π) is a number that is used to represent the ratio of the circumference of a circle to its diameter. This means that if you divide the distance around a circle by the distance across the circle (through the middle), you will always get approximately 3.14, no matter how big or small the circle is. Pi is a really special number because it shows up in math a lot and it is used to solve all sorts of problems involving circles. For example, if you know the diameter of a circle (the distance a...</td>\n      <td>Pi is a number that is a factor of two. It is a number that is a factor of three, which is the number that is the same as the number of digits in the number 10. Pi is a number that is a factor of two, which is the number that is the same as the number of digits in the number 10. It is a number that is a factor of three, which is the number that is the same as the number of digits in the number 10. It is a number that is a factor of three, which is the number that is the same as the number of...</td>\n      <td>0.257218</td>\n      <td>0.042216</td>\n      <td>0.215223</td>\n      <td>0.215223</td>\n    </tr>\n    <tr>\n      <th>42</th>\n      <td>Why is blood not attracted to magnets ? It has iron in it . Saw a post earlier about blood and magnets . Why does a large magnet not cause problems with the circulatory system ? Explain like I'm five.</td>\n      <td>Stainless steel has iron in it as well , and it is not magnetic . That 's because all forms of iron are not magnetic . Pure iron and certain iron allows and compounds have free electrons that behave in a special way that makes it magnetic . Iron in stainless steel and hemoglobin does not .</td>\n      <td>The blood is n't attracted to magnets because it is made up of iron, which is a metal that is used for making proteins. Magnets are used to create magnetic fields, which are used to attract objects. Blood is made up of proteins, which are made up of iron. Magnets are used to produce magnetic fields, which are used to attract objects. So, while blood is not attracted to magnets, it is still able to make contact with magnets.</td>\n      <td>0.196970</td>\n      <td>0.046154</td>\n      <td>0.136364</td>\n      <td>0.136364</td>\n    </tr>\n    <tr>\n      <th>43</th>\n      <td>If I was thrown into the future , how far would I go before I could't understand \" Future English \" ? Since languages have evolved , how long is 21st century English supposed to \" last \" ? Please explain like I'm five.</td>\n      <td>Since the past is our only reference point , let 's see when past forms of English became intelligible to modern speakers . I do n't think the high volume of written communication will have quite the effect the other commenters think . While written communication does preserve language , it by no means slows down change . Additionally , internet chats and texting have turned out to be ripe fields for linguistic play , so while I think our high volume of writing will have * an * effect , I 'm...</td>\n      <td>If I were thrown into the future, I would be able to understand future English because the language has evolved over time. The language of the 21st century is still being developed and is still being used today. However, the language of the 21st century is still being used today, and it is still being used today. For example, the word \"save\" is still being used today, but it is no longer used in the 21st century. So, if you are thrown into the future, you would be able to understand future E...</td>\n      <td>0.250441</td>\n      <td>0.070796</td>\n      <td>0.137566</td>\n      <td>0.137566</td>\n    </tr>\n    <tr>\n      <th>44</th>\n      <td>Why birth control pills are n't 100 % effective Science makes sense , why is n't a completely effective form of birth control ? Explain like I'm five.</td>\n      <td>It 's worth pointing out that , according to [ this website ] ( URL_0 ) , there 's only a 0.1 % chance of getting pregnant when taking a birth control pill * and using it perfectly * . This compares with a 5 % chance of getting pregnant in normal use . In other words , for every 50 women who get pregnant while taking the pill , 49 of them were n't using it correctly .</td>\n      <td>Birth control pills are not 100% effective because they do not have the same effect as natural birth control methods. The main reason for this is that birth control pills are not able to control the amount of hormones that are produced in the body. This means that they cannot control the amount of hormones that are released in the womb, which means that they are not able to control the amount of hormones that are released in the womb. This means that birth control pills are not able to contr...</td>\n      <td>0.129032</td>\n      <td>0.009302</td>\n      <td>0.101382</td>\n      <td>0.101382</td>\n    </tr>\n    <tr>\n      <th>45</th>\n      <td>Why is there only one internet ? With all of the problems with our current internet , why are we unable to just \" create a new one \" ? Please explain like I'm five.</td>\n      <td>Think of it like roads . Roads connect locations to each other , much like the internet connects computers and networks . You can get from one place to another via many different routes , but they 're all part of the same system of roads . When one town has its own system of roads and builds a road to a freeway or something , it 's connecting its \" network \" to the greater \" internet . \" Creating a new system of roads would require creating connections between towns that do n't use the same ...</td>\n      <td>There is only one Internet because there are many different ways to connect to the Internet. One way to connect to the Internet is to use a router, which is a device that connects to the Internet. The router is a small box that has a small antenna, which is used to transmit information to the Internet. The router can be used to connect to the Internet, or it can be used to connect to other devices, such as a computer or mobile phone. There are many different ways to connect to the Internet, ...</td>\n      <td>0.323040</td>\n      <td>0.047733</td>\n      <td>0.194774</td>\n      <td>0.194774</td>\n    </tr>\n    <tr>\n      <th>46</th>\n      <td>who starred in the original true grit</td>\n      <td>The original True Grit film was released in 1969 and starred John Wayne as U.S. Marshal Rooster Cogburn, Glen Campbell as La Boeuf, Kim Darby as Mattie Ross, and Robert Duvall as Ned Pepper. It was directed by Henry Hathaway and was based on the 1968 novel of the same name by Charles Portis. The film was a commercial and critical success, and John Wayne won an Academy Award for Best Actor for his role as Rooster Cogburn.</td>\n      <td>True grit was a 1931 American western film directed by John Ford and starring William H. Macy, John Wayne, and Jack Lemmon. It was based on the 1876 novel of the same name by William Henry Macy, and was filmed in the American West in the mid-1930s. It was a success, and was a major success in the United States.</td>\n      <td>0.457143</td>\n      <td>0.217391</td>\n      <td>0.328571</td>\n      <td>0.328571</td>\n    </tr>\n    <tr>\n      <th>47</th>\n      <td>Taylor series What is it ? What does TS do ? How ? Why are they ( ? ) so popular ? Explain like I'm five.</td>\n      <td>Taylor series are like taking a really complex sentence and putting it in simple words . The meaning might not be quite the same , but it 's very close , and often it 's good enough . Most importantly , it 's much easier to figure out the simple sentence . If you want , you can try to be more and more precise , and eventually you get the exact same result as the original sentence ( or for Taylor series , the original function ) . This is the \" approximation \" idea people have been mentioning...</td>\n      <td>Taylor series is a series of numbers that are arranged in a way that is similar to the way that a number is ordered in arithmetic. It is a way of arranging numbers in a way that is similar to the way that a number is ordered in arithmetic. For example, a series of numbers might be ordered in a way that is similar to the way that a number is ordered in arithmetic. For example, a series of numbers might be ordered in a way that is similar to the way that a number is ordered in arithmetic. Tayl...</td>\n      <td>0.199461</td>\n      <td>0.021680</td>\n      <td>0.161725</td>\n      <td>0.161725</td>\n    </tr>\n    <tr>\n      <th>48</th>\n      <td>The Koch brothers and their sphere of influence I so often see mentioned when big political events go on , often under extremely shady and devious circumstances . How do they have so much influence in politics while staying out of the spotlight ? Explain like I'm five.</td>\n      <td>The Koch brothers are , according to Forbes , together the 6th wealthiest people in the world . They are pretty shameless about using that wealth to exert a significant influence on politics , invariably to push forward politicians and legislation that would work to increase their own profits . They are not involved in politics to \" make things better for America / the world \" , but rather to push the system in a direction that makes it easier for them to maintain and increase their own weal...</td>\n      <td>The Koch brothers are a group of wealthy individuals who have a lot of influence in politics. They have a lot of influence because they are able to influence politicians and organizations in a variety of ways. One way that the Koch brothers have a lot of influence is through their donations. They have a lot of money that they give to political organizations, and they use it to fund their political activities. The Koch brothers have a lot of money that they give to political organizations, an...</td>\n      <td>0.263158</td>\n      <td>0.041176</td>\n      <td>0.192982</td>\n      <td>0.192982</td>\n    </tr>\n    <tr>\n      <th>49</th>\n      <td>what is a gsm cell phone</td>\n      <td>A GSM (Global System for Mobile Communications) cell phone is a type of mobile device that uses the GSM network to connect to a wireless service provider. GSM is a digital cellular technology that is widely used around the world, and it is the most popular type of mobile phone network in the world.\\n\\nGSM cell phones use SIM (Subscriber Identity Module) cards to identify and authenticate subscribers on the network. The SIM card contains information such as the phone number, phonebook, and te...</td>\n      <td>GSM is a type of mobile phone technology that allows mobile phones to use the same network as a landline phone. GSM is a type of technology that allows mobile phones to use the same network as a landline phone. GSM is a type of technology that allows mobile phones to use the same network as a landline phone. GSM is a type of technology that allows mobile phones to use the same network as a landline phone. GSM is a type of technology that allows mobile phones to use the same network as a land...</td>\n      <td>0.382445</td>\n      <td>0.056782</td>\n      <td>0.257053</td>\n      <td>0.257053</td>\n    </tr>\n  </tbody>\n</table>\n</div>"},"metadata":{}}]}]}