hyperpartisan_news_detection.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"hyperpartisan_news_detection.ipynb","provenance":[],"collapsed_sections":[],"toc_visible":true},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"},"widgets":{"application/vnd.jupyter.widget-state+json":{"1bc3a0af141f42e09590045300987799":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_b809a575890e4835a20c5c1e404549bf","IPY_MODEL_2b886a40f50e4f09b9aa077ae8b5676e","IPY_MODEL_fbc36565ff904c2ca4e31b99344730f4"],"layout":"IPY_MODEL_ea7cfb96a65441de8e990c977e912e5a"}},"b809a575890e4835a20c5c1e404549bf":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ea5e30cef64948cba4d4656f2dd33cae","placeholder":"​","style":"IPY_MODEL_59497234085248b7a67b9a206aac23d3","value":"Downloading data files: 100%"}},"2b886a40f50e4f09b9aa077ae8b5676e":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_cdd59a99c5c44929aa9e12b714963fa6","max":2,"min":0,"orientation":"horizontal","style":"IPY_MODEL_baaf36079714467a9d098b145bc9a83e","value":2}},"fbc36565ff904c2ca4e31b99344730f4":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_9c0c7f9649624f00904e4e32c1ecfccf","placeholder":"​","style":"IPY_MODEL_6d6ccbea541849cdbec07a384de0ad76","value":" 2/2 [00:07&lt;00:00,  3.70s/it]"}},"ea7cfb96a65441de8e990c977e912e5a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ea5e30cef64948cba4d4656f2dd33cae":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"59497234085248b7a67b9a206aac23d3":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"cdd59a99c5c44929aa9e12b714963fa6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"baaf36079714467a9d098b145bc9a83e":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"9c0c7f9649624f00904e4e32c1ecfccf":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6d6ccbea541849cdbec07a384de0ad76":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"584d7e4f0b7e4dc9a47f884be32e5aaa":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_5acd4e96dbd042f58dcd5e95a2c5290b","IPY_MODEL_111781d8a6c54d19b01234f5d94b37a8","IPY_MODEL_3891f85975434938bf727269f2e634fe"],"layout":"IPY_MODEL_d872e144725440b5bc6e677735535909"}},"5acd4e96dbd042f58dcd5e95a2c5290b":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_49185473e00446c28d1dbd2f7fd73ae4","placeholder":"​","style":"IPY_MODEL_8ec71f595eec443dbc8da55b56edf601","value":"Downloading data: 100%"}},"111781d8a6c54d19b01234f5d94b37a8":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_a9b254378b2f412aa1133041c3b59873","max":971841,"min":0,"orientation":"horizontal","style":"IPY_MODEL_7193fa7afb674aa1a49c783499f9fdec","value":971841}},"3891f85975434938bf727269f2e634fe":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_52c373f481ce43dd918afb261014b43c","placeholder":"​","style":"IPY_MODEL_d808339ba7184039b37ecd66f541e5bd","value":" 972k/972k [00:01&lt;00:00, 508kB/s]"}},"d872e144725440b5bc6e677735535909":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"49185473e00446c28d1dbd2f7fd73ae4":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8ec71f595eec443dbc8da55b56edf601":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a9b254378b2f412aa1133041c3b59873":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7193fa7afb674aa1a49c783499f9fdec":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"52c373f481ce43dd918afb261014b43c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d808339ba7184039b37ecd66f541e5bd":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a929fbda9fbd4b34a62c1f77e618f165":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_9c4ac62f1d30460eb7b4d36e92a554a4","IPY_MODEL_05b3873f1b3642e29e584378517442fa","IPY_MODEL_b75032e3e4c04c48801b9677668ba40d"],"layout":"IPY_MODEL_972343c063e148138591007f88352d7b"}},"9c4ac62f1d30460eb7b4d36e92a554a4":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_17530432c1c241429e941907cf6af4cc","placeholder":"​","style":"IPY_MODEL_e833e223cbb84e9297c927785ccc67f9","value":"Downloading data: 100%"}},"05b3873f1b3642e29e584378517442fa":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_894960d978f24f2c99263ee8fefb4e68","max":28511,"min":0,"orientation":"horizontal","style":"IPY_MODEL_68d3b1eb76e343aaa0ad9a0288e7ea97","value":28511}},"b75032e3e4c04c48801b9677668ba40d":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_6d913d35d04e422f8cee1fc395ddaaeb","placeholder":"​","style":"IPY_MODEL_d7d689eef41f4950bca0b2ba8d026c2d","value":" 28.5k/28.5k [00:00&lt;00:00, 784kB/s]"}},"972343c063e148138591007f88352d7b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"17530432c1c241429e941907cf6af4cc":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e833e223cbb84e9297c927785ccc67f9":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"894960d978f24f2c99263ee8fefb4e68":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"68d3b1eb76e343aaa0ad9a0288e7ea97":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"6d913d35d04e422f8cee1fc395ddaaeb":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d7d689eef41f4950bca0b2ba8d026c2d":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"03fbe0b177be45339252083c7c11e37e":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_a8194fcd32404fbb936064d2f8c35dc4","IPY_MODEL_742b4c0ceda24445b531823534ac2ab6","IPY_MODEL_7b00670560344d04a43be624cb654020"],"layout":"IPY_MODEL_7d6870bec6884ad4b2ba6f640f15a17a"}},"a8194fcd32404fbb936064d2f8c35dc4":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_9086a8fa7332470e814045578f09e533","placeholder":"​","style":"IPY_MODEL_94cb20ab52434660b9c8a74b4cab8604","value":"Extracting data files: 100%"}},"742b4c0ceda24445b531823534ac2ab6":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_144628ac880946b99ef4f23e4ebda97c","max":2,"min":0,"orientation":"horizontal","style":"IPY_MODEL_047f7c2a53344c4a8b4c956cbf60708f","value":2}},"7b00670560344d04a43be624cb654020":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_be8fc3718c644670ab410bd413a75a16","placeholder":"​","style":"IPY_MODEL_80ce6ec6d71c4647927c2eb2d293e14b","value":" 2/2 [00:00&lt;00:00, 21.35it/s]"}},"7d6870bec6884ad4b2ba6f640f15a17a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9086a8fa7332470e814045578f09e533":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"94cb20ab52434660b9c8a74b4cab8604":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"144628ac880946b99ef4f23e4ebda97c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"047f7c2a53344c4a8b4c956cbf60708f":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"be8fc3718c644670ab410bd413a75a16":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"80ce6ec6d71c4647927c2eb2d293e14b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"caeb3ae15868436487772613c78b0d74":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_806654d78cc344af81f98268055277fc","IPY_MODEL_d1986bab0bf343e18977284dea9f0e15","IPY_MODEL_c5c19473401d4435beeceae7b82203bd"],"layout":"IPY_MODEL_bcfbf4ee1e944c54a721b2c7eefe0c8a"}},"806654d78cc344af81f98268055277fc":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f0bc1c2a302f41eab03ab932f0c42691","placeholder":"​","style":"IPY_MODEL_223a5fa3fd4b4989a020120b87807090","value":"Downloading data files: 100%"}},"d1986bab0bf343e18977284dea9f0e15":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_5cd8f5a2098e47739d5e00fcd2884a7c","max":2,"min":0,"orientation":"horizontal","style":"IPY_MODEL_63e45722e40e470c968cab88dc983d26","value":2}},"c5c19473401d4435beeceae7b82203bd":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f26da816cc7340d592dc5ae0d4e5538a","placeholder":"​","style":"IPY_MODEL_8abe888c11ca454eb314610033197203","value":" 2/2 [00:07&lt;00:00,  3.65s/it]"}},"bcfbf4ee1e944c54a721b2c7eefe0c8a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f0bc1c2a302f41eab03ab932f0c42691":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"223a5fa3fd4b4989a020120b87807090":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"5cd8f5a2098e47739d5e00fcd2884a7c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"63e45722e40e470c968cab88dc983d26":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"f26da816cc7340d592dc5ae0d4e5538a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8abe888c11ca454eb314610033197203":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"fe2c440b7cb24c5cbcbd228e1c33b59e":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_062723b5ef1e4bce85c8a53653c3026a","IPY_MODEL_afe4f756c9644399b7269a5692030ba8","IPY_MODEL_a9912d5053fa40348ad44589c0066a47"],"layout":"IPY_MODEL_3310506dbfe04d6d99dad5385d6c550b"}},"062723b5ef1e4bce85c8a53653c3026a":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_823c15f060e048228f36ab658b823613","placeholder":"​","style":"IPY_MODEL_bd917b9133c44a4e9b01f8851ed32794","value":"Downloading data: 100%"}},"afe4f756c9644399b7269a5692030ba8":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_b9ca54ceb9924d80bde2489fcfb76265","max":1010802,"min":0,"orientation":"horizontal","style":"IPY_MODEL_9d76544837fa4341a7734324b0aac173","value":1010802}},"a9912d5053fa40348ad44589c0066a47":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e1ce54373dcc4d689d8717a5544c73a7","placeholder":"​","style":"IPY_MODEL_af1caf7e35954a5e8257ea029216f496","value":" 1.01M/1.01M [00:02&lt;00:00, 471kB/s]"}},"3310506dbfe04d6d99dad5385d6c550b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"823c15f060e048228f36ab658b823613":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"bd917b9133c44a4e9b01f8851ed32794":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b9ca54ceb9924d80bde2489fcfb76265":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9d76544837fa4341a7734324b0aac173":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"e1ce54373dcc4d689d8717a5544c73a7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"af1caf7e35954a5e8257ea029216f496":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"cfcfdcd52abc4a8597dd201b7945d24c":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_700d88dce65843fea3530f7b982a2c0a","IPY_MODEL_03c194852b8844108d55c45e5c31c6fa","IPY_MODEL_d5f2ab10659b4c6aaa2e64c1098c32d9"],"layout":"IPY_MODEL_f7fa378c95eb4a3592ffce5f3884eca4"}},"700d88dce65843fea3530f7b982a2c0a":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c9f7ec5b4d194baabca8bc74f1be60f1","placeholder":"​","style":"IPY_MODEL_c56ef4e26fc947178cbed82c5dcbe725","value":"Downloading data: 100%"}},"03c194852b8844108d55c45e5c31c6fa":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_1ca267db4c1a48cf8e861268f21c1988","max":27745,"min":0,"orientation":"horizontal","style":"IPY_MODEL_53ce0522553e47a2a9a9497e68479224","value":27745}},"d5f2ab10659b4c6aaa2e64c1098c32d9":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_68f372b010964d17b47ca277ebd5cef6","placeholder":"​","style":"IPY_MODEL_b3b07fa71ca24fdeae50f408a1282660","value":" 27.7k/27.7k [00:00&lt;00:00, 7.74kB/s]"}},"f7fa378c95eb4a3592ffce5f3884eca4":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c9f7ec5b4d194baabca8bc74f1be60f1":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c56ef4e26fc947178cbed82c5dcbe725":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"1ca267db4c1a48cf8e861268f21c1988":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"53ce0522553e47a2a9a9497e68479224":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"68f372b010964d17b47ca277ebd5cef6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b3b07fa71ca24fdeae50f408a1282660":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a0efac9afe1b432987d6c101e48c5c44":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_4e4ad04e0ba04933b9108ca50b255d4c","IPY_MODEL_7210d577624042f697b98c64407ed208","IPY_MODEL_e924e7441f5f4be1886de000bd1fa823"],"layout":"IPY_MODEL_7eb179c9a2604d9291c694d67ce2a15b"}},"4e4ad04e0ba04933b9108ca50b255d4c":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e7074336c7824cf0aa6767600e36c96d","placeholder":"​","style":"IPY_MODEL_bcf0282dba6c499f81070549f88fe914","value":"Extracting data files: 100%"}},"7210d577624042f697b98c64407ed208":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_b15d26fce1034094857d0530999157b4","max":2,"min":0,"orientation":"horizontal","style":"IPY_MODEL_6e7503095cfc438480803c108b64ba0d","value":2}},"e924e7441f5f4be1886de000bd1fa823":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_2d86c547a91a44a08021d21ff598ca16","placeholder":"​","style":"IPY_MODEL_fa03d60396a84b8ca36e289ed178705e","value":" 2/2 [00:00&lt;00:00,  9.81it/s]"}},"7eb179c9a2604d9291c694d67ce2a15b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e7074336c7824cf0aa6767600e36c96d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"bcf0282dba6c499f81070549f88fe914":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b15d26fce1034094857d0530999157b4":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6e7503095cfc438480803c108b64ba0d":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"2d86c547a91a44a08021d21ff598ca16":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fa03d60396a84b8ca36e289ed178705e":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"4aa9cc33572647688856d21e20b12309":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_1af29f84299246cbafe8018be3f80ff5","IPY_MODEL_e384c4d1ad474af19c4b8d17f133b158","IPY_MODEL_8bb3d5cbe4dc4802b18df9f68ddcacdc"],"layout":"IPY_MODEL_d4b087ba22914c73b9b0b5e141d0f83a"}},"1af29f84299246cbafe8018be3f80ff5":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_434101c52c4444fa85fec7f9ee8d7ee5","placeholder":"​","style":"IPY_MODEL_3128b00a903e41b58e657975111ca505","value":"Generating train split: "}},"e384c4d1ad474af19c4b8d17f133b158":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"info","description":"","description_tooltip":null,"layout":"IPY_MODEL_6b1c32d1ce3c4bd68b08fbf832e3db65","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_ff5d2d8c57f94f15b6bfc72ab5d94032","value":1}},"8bb3d5cbe4dc4802b18df9f68ddcacdc":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e18f687e90e3497bb1bb0ec40e5903c2","placeholder":"​","style":"IPY_MODEL_e52e6047e1c14553b4b33d798ad9507d","value":" 636/0 [00:04&lt;00:00, 180.79 examples/s]"}},"d4b087ba22914c73b9b0b5e141d0f83a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"434101c52c4444fa85fec7f9ee8d7ee5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3128b00a903e41b58e657975111ca505":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"6b1c32d1ce3c4bd68b08fbf832e3db65":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":"20px"}},"ff5d2d8c57f94f15b6bfc72ab5d94032":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"e18f687e90e3497bb1bb0ec40e5903c2":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e52e6047e1c14553b4b33d798ad9507d":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"12e3946980d243798e22ac0e04c86862":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_7816af1f8c014024bbc02926a81e4d70","IPY_MODEL_443e6f3b221945369521c035ae3d4638","IPY_MODEL_685a3423aef94315b88e952e5f93d182"],"layout":"IPY_MODEL_3c7aeb4701414ef2ae023ba3efad830c"}},"7816af1f8c014024bbc02926a81e4d70":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c1e177af567346a080eab18724ed5de5","placeholder":"​","style":"IPY_MODEL_bc395bf949d343ab976ececc4466511d","value":"Generating test split: "}},"443e6f3b221945369521c035ae3d4638":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"info","description":"","description_tooltip":null,"layout":"IPY_MODEL_b191803b98d24aa5911269152f8f3c25","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_6ba89e76d5d4480c9ff50d59a05d8dcd","value":1}},"685a3423aef94315b88e952e5f93d182":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_5d528cf4db6c471a8fdc4bc9c4114f8a","placeholder":"​","style":"IPY_MODEL_0c3ed0c41158486a886fe10bd2711d4f","value":" 621/0 [00:04&lt;00:00, 162.39 examples/s]"}},"3c7aeb4701414ef2ae023ba3efad830c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c1e177af567346a080eab18724ed5de5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"bc395bf949d343ab976ececc4466511d":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b191803b98d24aa5911269152f8f3c25":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":"20px"}},"6ba89e76d5d4480c9ff50d59a05d8dcd":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"5d528cf4db6c471a8fdc4bc9c4114f8a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0c3ed0c41158486a886fe10bd2711d4f":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"ea07260ddd5846d5a7fc46b6b6f6233d":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_6685bf8678154aa590f31a947c93e0f2","IPY_MODEL_626e6b3780354adab762299a82962f75","IPY_MODEL_d423477fc99548f78d8bcc869f6a2c81"],"layout":"IPY_MODEL_39260f3c45ce4ffe945c74131f95748d"}},"6685bf8678154aa590f31a947c93e0f2":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_0b87c61b6ecf4f99b8aa7cbaee52ed8b","placeholder":"​","style":"IPY_MODEL_d10b016e5f084073a2fe5a868279f7af","value":"100%"}},"626e6b3780354adab762299a82962f75":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_f653d25323bc4c5e88ec298b881f4998","max":2,"min":0,"orientation":"horizontal","style":"IPY_MODEL_d0cd82b26cf349f9a580348f6e2f845f","value":2}},"d423477fc99548f78d8bcc869f6a2c81":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_3981a9d1a2bd40ccbc3217b4f93fef53","placeholder":"​","style":"IPY_MODEL_b40a4359d0584e60858dd5bfec57223f","value":" 2/2 [00:00&lt;00:00, 44.88it/s]"}},"39260f3c45ce4ffe945c74131f95748d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0b87c61b6ecf4f99b8aa7cbaee52ed8b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d10b016e5f084073a2fe5a868279f7af":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"f653d25323bc4c5e88ec298b881f4998":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d0cd82b26cf349f9a580348f6e2f845f":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"3981a9d1a2bd40ccbc3217b4f93fef53":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b40a4359d0584e60858dd5bfec57223f":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}}}}},"cells":[{"cell_type":"markdown","source":["# Hyperpartisan News Detection\n","\n","Task: https://webis.de/events/semeval-19/\n","\n","Dataset: https://zenodo.org/record/5776081\n","\n","Paper: https://aclanthology.org/S19-2145/\n","\n","Training, validation, and test data for the PAN @ SemEval 2019 Task 4: Hyperpartisan News Detection."],"metadata":{"id":"ucQv5jDObg6v"}},{"cell_type":"code","source":["from google.colab import drive\n","drive.mount('/content/drive')"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"R-JF28QIrS_s","executionInfo":{"status":"ok","timestamp":1650880907062,"user_tz":-120,"elapsed":57246,"user":{"displayName":"Julen Etxaniz Aragoneses","userId":"06956422670240182492"}},"outputId":"df6cb682-bdc2-44cf-9222-9142dff4f2c3"},"execution_count":1,"outputs":[{"output_type":"stream","name":"stdout","text":["Mounted at /content/drive\n"]}]},{"cell_type":"code","source":["%cd /content/drive/MyDrive/master/Applications1/hyperpartisan-news-detection"],"metadata":{"id":"0kNAkKP3gXIP"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["%cd /content/drive/MyDrive/LAP/Subjects/AP1/project/hyperpartisan-news-detection"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"YhJ3cxsgag2y","executionInfo":{"status":"ok","timestamp":1650880907740,"user_tz":-120,"elapsed":690,"user":{"displayName":"Julen Etxaniz Aragoneses","userId":"06956422670240182492"}},"outputId":"d1ae630f-84cc-4bfa-abe3-6c843468bd2e"},"execution_count":2,"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/MyDrive/LAP/Subjects/AP1/project/hyperpartisan-news-detection\n"]}]},{"cell_type":"code","source":["! pip install datasets"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"LsaSZj9qGrdV","executionInfo":{"status":"ok","timestamp":1650880918686,"user_tz":-120,"elapsed":10954,"user":{"displayName":"Julen Etxaniz Aragoneses","userId":"06956422670240182492"}},"outputId":"c3b639dd-d3ef-4b0b-90eb-0e0eb9fd2f9e"},"execution_count":3,"outputs":[{"output_type":"stream","name":"stdout","text":["Collecting datasets\n","  Downloading datasets-2.1.0-py3-none-any.whl (325 kB)\n","\u001b[K     |████████████████████████████████| 325 kB 5.1 MB/s \n","\u001b[?25hCollecting fsspec[http]>=2021.05.0\n","  Downloading fsspec-2022.3.0-py3-none-any.whl (136 kB)\n","\u001b[K     |████████████████████████████████| 136 kB 30.5 MB/s \n","\u001b[?25hCollecting huggingface-hub<1.0.0,>=0.1.0\n","  Downloading huggingface_hub-0.5.1-py3-none-any.whl (77 kB)\n","\u001b[K     |████████████████████████████████| 77 kB 6.9 MB/s \n","\u001b[?25hRequirement already satisfied: requests>=2.19.0 in /usr/local/lib/python3.7/dist-packages (from datasets) (2.23.0)\n","Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from datasets) (4.11.3)\n","Collecting aiohttp\n","  Downloading aiohttp-3.8.1-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (1.1 MB)\n","\u001b[K     |████████████████████████████████| 1.1 MB 52.0 MB/s \n","\u001b[?25hRequirement already satisfied: tqdm>=4.62.1 in /usr/local/lib/python3.7/dist-packages (from datasets) (4.64.0)\n","Collecting xxhash\n","  Downloading xxhash-3.0.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (212 kB)\n","\u001b[K     |████████████████████████████████| 212 kB 51.6 MB/s \n","\u001b[?25hRequirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from datasets) (21.3)\n","Requirement already satisfied: multiprocess in /usr/local/lib/python3.7/dist-packages (from datasets) (0.70.12.2)\n","Requirement already satisfied: pandas in /usr/local/lib/python3.7/dist-packages (from datasets) (1.3.5)\n","Requirement already satisfied: dill in /usr/local/lib/python3.7/dist-packages (from datasets) (0.3.4)\n","Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from datasets) (1.21.6)\n","Requirement already satisfied: pyarrow>=5.0.0 in /usr/local/lib/python3.7/dist-packages (from datasets) (6.0.1)\n","Collecting responses<0.19\n","  Downloading responses-0.18.0-py3-none-any.whl (38 kB)\n","Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0.0,>=0.1.0->datasets) (4.1.1)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0.0,>=0.1.0->datasets) (3.6.0)\n","Requirement already satisfied: pyyaml in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0.0,>=0.1.0->datasets) (3.13)\n","Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging->datasets) (3.0.8)\n","Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests>=2.19.0->datasets) (3.0.4)\n","Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests>=2.19.0->datasets) (2.10)\n","Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests>=2.19.0->datasets) (1.24.3)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests>=2.19.0->datasets) (2021.10.8)\n","Collecting urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1\n","  Downloading urllib3-1.25.11-py2.py3-none-any.whl (127 kB)\n","\u001b[K     |████████████████████████████████| 127 kB 73.1 MB/s \n","\u001b[?25hCollecting multidict<7.0,>=4.5\n","  Downloading multidict-6.0.2-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (94 kB)\n","\u001b[K     |████████████████████████████████| 94 kB 3.6 MB/s \n","\u001b[?25hCollecting yarl<2.0,>=1.0\n","  Downloading yarl-1.7.2-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (271 kB)\n","\u001b[K     |████████████████████████████████| 271 kB 54.3 MB/s \n","\u001b[?25hRequirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.7/dist-packages (from aiohttp->datasets) (21.4.0)\n","Collecting async-timeout<5.0,>=4.0.0a3\n","  Downloading async_timeout-4.0.2-py3-none-any.whl (5.8 kB)\n","Collecting frozenlist>=1.1.1\n","  Downloading frozenlist-1.3.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (144 kB)\n","\u001b[K     |████████████████████████████████| 144 kB 71.1 MB/s \n","\u001b[?25hRequirement already satisfied: charset-normalizer<3.0,>=2.0 in /usr/local/lib/python3.7/dist-packages (from aiohttp->datasets) (2.0.12)\n","Collecting aiosignal>=1.1.2\n","  Downloading aiosignal-1.2.0-py3-none-any.whl (8.2 kB)\n","Collecting asynctest==0.13.0\n","  Downloading asynctest-0.13.0-py3-none-any.whl (26 kB)\n","Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->datasets) (3.8.0)\n","Requirement already satisfied: pytz>=2017.3 in /usr/local/lib/python3.7/dist-packages (from pandas->datasets) (2022.1)\n","Requirement already satisfied: python-dateutil>=2.7.3 in /usr/local/lib/python3.7/dist-packages (from pandas->datasets) (2.8.2)\n","Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.7/dist-packages (from python-dateutil>=2.7.3->pandas->datasets) (1.15.0)\n","Installing collected packages: multidict, frozenlist, yarl, urllib3, asynctest, async-timeout, aiosignal, fsspec, aiohttp, xxhash, responses, huggingface-hub, datasets\n","  Attempting uninstall: urllib3\n","    Found existing installation: urllib3 1.24.3\n","    Uninstalling urllib3-1.24.3:\n","      Successfully uninstalled urllib3-1.24.3\n","\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n","datascience 0.10.6 requires folium==0.2.1, but you have folium 0.8.3 which is incompatible.\u001b[0m\n","Successfully installed aiohttp-3.8.1 aiosignal-1.2.0 async-timeout-4.0.2 asynctest-0.13.0 datasets-2.1.0 frozenlist-1.3.0 fsspec-2022.3.0 huggingface-hub-0.5.1 multidict-6.0.2 responses-0.18.0 urllib3-1.25.11 xxhash-3.0.0 yarl-1.7.2\n"]}]},{"cell_type":"code","source":["!pip install scattertext"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"oxyCxJ2obyPx","executionInfo":{"status":"ok","timestamp":1650880934681,"user_tz":-120,"elapsed":16011,"user":{"displayName":"Julen Etxaniz Aragoneses","userId":"06956422670240182492"}},"outputId":"ce617908-0cc7-44d3-936f-18d0e4528e7f"},"execution_count":4,"outputs":[{"output_type":"stream","name":"stdout","text":["Collecting scattertext\n","  Downloading scattertext-0.1.6-py3-none-any.whl (7.3 MB)\n","\u001b[K     |████████████████████████████████| 7.3 MB 4.8 MB/s \n","\u001b[?25hRequirement already satisfied: scikit-learn in /usr/local/lib/python3.7/dist-packages (from scattertext) (1.0.2)\n","Requirement already satisfied: scipy in /usr/local/lib/python3.7/dist-packages (from scattertext) (1.4.1)\n","Collecting gensim>=4.0.0\n","  Downloading gensim-4.1.2-cp37-cp37m-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (24.1 MB)\n","\u001b[K     |████████████████████████████████| 24.1 MB 1.1 MB/s \n","\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.7/dist-packages (from scattertext) (1.3.5)\n","Collecting mock\n","  Downloading mock-4.0.3-py3-none-any.whl (28 kB)\n","Collecting flashtext\n","  Downloading flashtext-2.7.tar.gz (14 kB)\n","Requirement already satisfied: statsmodels in /usr/local/lib/python3.7/dist-packages (from scattertext) (0.10.2)\n","Requirement already satisfied: numpy in /usr/local/lib/python3.7/dist-packages (from scattertext) (1.21.6)\n","Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from scattertext) (1.15.0)\n","Requirement already satisfied: smart-open>=1.8.1 in /usr/local/lib/python3.7/dist-packages (from gensim>=4.0.0->scattertext) (5.2.1)\n","Requirement already satisfied: python-dateutil>=2.7.3 in /usr/local/lib/python3.7/dist-packages (from pandas->scattertext) (2.8.2)\n","Requirement already satisfied: pytz>=2017.3 in /usr/local/lib/python3.7/dist-packages (from pandas->scattertext) (2022.1)\n","Requirement already satisfied: joblib>=0.11 in /usr/local/lib/python3.7/dist-packages (from scikit-learn->scattertext) (1.1.0)\n","Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.7/dist-packages (from scikit-learn->scattertext) (3.1.0)\n","Requirement already satisfied: patsy>=0.4.0 in /usr/local/lib/python3.7/dist-packages (from statsmodels->scattertext) (0.5.2)\n","Building wheels for collected packages: flashtext\n","  Building wheel for flashtext (setup.py) ... \u001b[?25l\u001b[?25hdone\n","  Created wheel for flashtext: filename=flashtext-2.7-py2.py3-none-any.whl size=9309 sha256=99c4e3058410da7980ffcdb3bf3f394439c939d32b00a371c12be6195457c847\n","  Stored in directory: /root/.cache/pip/wheels/cb/19/58/4e8fdd0009a7f89dbce3c18fff2e0d0fa201d5cdfd16f113b7\n","Successfully built flashtext\n","Installing collected packages: mock, gensim, flashtext, scattertext\n","  Attempting uninstall: gensim\n","    Found existing installation: gensim 3.6.0\n","    Uninstalling gensim-3.6.0:\n","      Successfully uninstalled gensim-3.6.0\n","Successfully installed flashtext-2.7 gensim-4.1.2 mock-4.0.3 scattertext-0.1.6\n"]}]},{"cell_type":"code","source":["import nltk\n","nltk.download('stopwords')\n","nltk.download('punkt')"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"UjlOLrbNQlok","executionInfo":{"status":"ok","timestamp":1650880936948,"user_tz":-120,"elapsed":2312,"user":{"displayName":"Julen Etxaniz Aragoneses","userId":"06956422670240182492"}},"outputId":"048700b7-55f5-40b0-e04e-ac3fb69716ed"},"execution_count":5,"outputs":[{"output_type":"stream","name":"stdout","text":["[nltk_data] Downloading package stopwords to /root/nltk_data...\n","[nltk_data]   Unzipping corpora/stopwords.zip.\n","[nltk_data] Downloading package punkt to /root/nltk_data...\n","[nltk_data]   Unzipping tokenizers/punkt.zip.\n"]},{"output_type":"execute_result","data":{"text/plain":["True"]},"metadata":{},"execution_count":5}]},{"cell_type":"markdown","source":["## Load Dataset\n","\n","The data is split into multiple files. The articles are contained in the files with names starting with \"articles-\" (which validate against the XML schema article.xsd). The ground-truth information is contained in the files with names starting with \"ground-truth-\" (which validate against the XML schema ground-truth.xsd)."],"metadata":{"id":"w_b49VtXbnQ6"}},{"cell_type":"code","source":["from datasets import load_dataset"],"metadata":{"id":"JhcfafZJaJhL","executionInfo":{"status":"ok","timestamp":1650880948879,"user_tz":-120,"elapsed":11946,"user":{"displayName":"Julen Etxaniz Aragoneses","userId":"06956422670240182492"}}},"execution_count":6,"outputs":[]},{"cell_type":"markdown","source":["### By Publisher\n","\n","The first part of the data (filename contains \"bypublisher\") is labeled by the overall bias of the publisher as provided by BuzzFeed journalists or MediaBiasFactCheck.com. It contains a total of 750,000 articles, half of which (375,000) are hyperpartisan and half of which are not. Half of the articles that are hyperpartisan (187,500) are on the left side of the political spectrum, half are on the right side. This data is split into a training set (80%, 600,000 articles) and a validation set (20%, 150,000 articles), where no publisher that occurs in the training set also occurs in the validation set. Similarly, none of the publishers in those sets occurs in the test set."],"metadata":{"id":"BqFITNV2Yq06"}},{"cell_type":"code","source":["dataset_bypublisher = load_dataset('data/hyperpartisan_news_detection.py', \"bypublisher\")"],"metadata":{"id":"U0u31TZRMrAX"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["dataset_bypublisher"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"MDOMKPw0M7RX","executionInfo":{"status":"ok","timestamp":1647693653724,"user_tz":-60,"elapsed":16,"user":{"displayName":"Julen Etxaniz Aragoneses","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GilpYDAmorj7KFdjK26TlsyH_HhFWhLqmESeKoCGsI=s64","userId":"06956422670240182492"}},"outputId":"677b9802-0055-438c-95e6-dcc67dd78853"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["DatasetDict({\n","    train: Dataset({\n","        features: ['text', 'title', 'hyperpartisan', 'url', 'published_at', 'bias'],\n","        num_rows: 600000\n","    })\n","    test: Dataset({\n","        features: ['text', 'title', 'hyperpartisan', 'url', 'published_at', 'bias'],\n","        num_rows: 4000\n","    })\n","    validation: Dataset({\n","        features: ['text', 'title', 'hyperpartisan', 'url', 'published_at', 'bias'],\n","        num_rows: 150000\n","    })\n","})"]},"metadata":{},"execution_count":26}]},{"cell_type":"code","source":["dataset_bypublisher[\"train\"][0]"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"mTSrFOOkRRC9","executionInfo":{"status":"ok","timestamp":1647693653724,"user_tz":-60,"elapsed":11,"user":{"displayName":"Julen Etxaniz Aragoneses","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GilpYDAmorj7KFdjK26TlsyH_HhFWhLqmESeKoCGsI=s64","userId":"06956422670240182492"}},"outputId":"7b2cb19c-dfcb-4aff-e5ce-b3f3952c4176"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["{'bias': 0,\n"," 'hyperpartisan': True,\n"," 'published_at': '2017-09-10',\n"," 'text': '<p>When explaining her decision to reevaluate Title IX guidelines as they pertain to sexual assault on college campuses, Secretary of Education Betsy DeVos <a href=\"https://www.nbcnews.com/news/us-news/betsy-devos-overhaul-obama-era-guidance-campus-sex-assault-n799471\" type=\"external\">said</a>: &#8220;Every survivor of sexual misconduct must be taken seriously. Every student accused of sexual misconduct must know that guilt is not predetermined.&#8221;</p> \\n\\n<p>The Obama administration&#8217;s changes to Title IX have been <a href=\"\" type=\"internal\">criticized</a> for, among other things, substantially lowering the burden of proof as it pertains to sexual assault, as well as denying elements of due process to the accused.</p> \\n\\n<p>However, many progressives are lashing out at DeVos because they hate her, and also rape culture and stuff.</p> \\n\\n<p>Perhaps the most grotesque attack came when Rob Ranco, a Texas attorney, tweeted Friday that &#8220;I\\'m not wishing for it &#8230; but I\\'d be ok if #BetsyDevos was sexually assaulted. #Sexual Assault #TitleIX.&#8221;</p> \\n\\n<p><a href=\"http://www.washingtontimes.com/news/2017/sep/9/rob-ranco-texas-lawyer-says-he-would-be-ok-if-bets/\" type=\"external\">The Washington Times</a> reports that in several other tweets (condensed for this publication), Ranco wrote: &#8220;Perhaps Betsy doesn&#8217;t understand how horrible rape is. She&#8217;s made the world more dangerous for my daughters. I need her to understand,&#8221; and &#8220;Make the world more dangerous for my daughters &#8212; intentionally &#8212; and your well being is not my concern. Full stop.&#8221;</p> \\n\\n<p>Ranco\\'s additional tweets don\\'t make his first one any less vile.</p> \\n\\n<p>In the wake of the overwhelming negative response, Ranco locked his Twitter profile, then <a href=\"https://www.redstate.com/brandon_morse/2017/09/09/cowardly-austin-lawyer-wished-sexual-assault-betsy-devos-locked-twitter-account/\" type=\"external\">deleted</a> it.</p> \\n\\n<p>Many on social media are calling for the attorney to be fired from The Carlson Law Firm, where he is a partner, or even disbarred:</p> \\n\\n<p><a href=\"https://twitter.com/PrisonPlanet\" type=\"external\">@PrisonPlanet</a> I\\'m wishing for it... but I\\'d be ok if <a href=\"https://twitter.com/hashtag/RobRanco?src=hash\" type=\"external\">#RobRanco</a> was disbarred.</p> \\n\\n<p>As of this publication, the law firm&#8217;s Twitter account has also been locked, though Ranco is still listed on the official website&#8217;s &#8220; <a href=\"https://www.carlsonattorneys.com/team-member/robert-ranco/\" type=\"external\">Team</a>&#8221; section.</p> \\n\\n<p>A <a href=\"https://www.change.org/p/texas-bar-association-removal-of-law-license-for-misogynistic-tweet-of-approval-of-sexual-assault-on-woman?recruiter=778517695&amp;amp;utm_source=share_petition&amp;amp;utm_medium=twitter&amp;amp;utm_campaign=share_twitter_responsive\" type=\"external\">petition</a>, which currently boasts nearly 2,200 signatures, has also been started in an effort to get the attorney disbarred.</p>',\n"," 'title': \"After DeVos Announced Plans To Reexamine Title IX, Texas Attorney Tweets He Would 'Be Ok If [She] Was Sexually Assaulted'\",\n"," 'url': 'https://dailywire.com/news/20858/after-devos-announced-plans-reexamine-title-ix-frank-camp'}"]},"metadata":{},"execution_count":27}]},{"cell_type":"code","source":["dataset_bypublisher[\"train\"][\"text\"][:10]"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"5gmdIoGQVNN-","executionInfo":{"status":"ok","timestamp":1647693665359,"user_tz":-60,"elapsed":11641,"user":{"displayName":"Julen Etxaniz Aragoneses","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GilpYDAmorj7KFdjK26TlsyH_HhFWhLqmESeKoCGsI=s64","userId":"06956422670240182492"}},"outputId":"e05ed1fd-54ef-425e-cc6e-2b080a14f410"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["['<p>When explaining her decision to reevaluate Title IX guidelines as they pertain to sexual assault on college campuses, Secretary of Education Betsy DeVos <a href=\"https://www.nbcnews.com/news/us-news/betsy-devos-overhaul-obama-era-guidance-campus-sex-assault-n799471\" type=\"external\">said</a>: &#8220;Every survivor of sexual misconduct must be taken seriously. Every student accused of sexual misconduct must know that guilt is not predetermined.&#8221;</p> \\n\\n<p>The Obama administration&#8217;s changes to Title IX have been <a href=\"\" type=\"internal\">criticized</a> for, among other things, substantially lowering the burden of proof as it pertains to sexual assault, as well as denying elements of due process to the accused.</p> \\n\\n<p>However, many progressives are lashing out at DeVos because they hate her, and also rape culture and stuff.</p> \\n\\n<p>Perhaps the most grotesque attack came when Rob Ranco, a Texas attorney, tweeted Friday that &#8220;I\\'m not wishing for it &#8230; but I\\'d be ok if #BetsyDevos was sexually assaulted. #Sexual Assault #TitleIX.&#8221;</p> \\n\\n<p><a href=\"http://www.washingtontimes.com/news/2017/sep/9/rob-ranco-texas-lawyer-says-he-would-be-ok-if-bets/\" type=\"external\">The Washington Times</a> reports that in several other tweets (condensed for this publication), Ranco wrote: &#8220;Perhaps Betsy doesn&#8217;t understand how horrible rape is. She&#8217;s made the world more dangerous for my daughters. I need her to understand,&#8221; and &#8220;Make the world more dangerous for my daughters &#8212; intentionally &#8212; and your well being is not my concern. Full stop.&#8221;</p> \\n\\n<p>Ranco\\'s additional tweets don\\'t make his first one any less vile.</p> \\n\\n<p>In the wake of the overwhelming negative response, Ranco locked his Twitter profile, then <a href=\"https://www.redstate.com/brandon_morse/2017/09/09/cowardly-austin-lawyer-wished-sexual-assault-betsy-devos-locked-twitter-account/\" type=\"external\">deleted</a> it.</p> \\n\\n<p>Many on social media are calling for the attorney to be fired from The Carlson Law Firm, where he is a partner, or even disbarred:</p> \\n\\n<p><a href=\"https://twitter.com/PrisonPlanet\" type=\"external\">@PrisonPlanet</a> I\\'m wishing for it... but I\\'d be ok if <a href=\"https://twitter.com/hashtag/RobRanco?src=hash\" type=\"external\">#RobRanco</a> was disbarred.</p> \\n\\n<p>As of this publication, the law firm&#8217;s Twitter account has also been locked, though Ranco is still listed on the official website&#8217;s &#8220; <a href=\"https://www.carlsonattorneys.com/team-member/robert-ranco/\" type=\"external\">Team</a>&#8221; section.</p> \\n\\n<p>A <a href=\"https://www.change.org/p/texas-bar-association-removal-of-law-license-for-misogynistic-tweet-of-approval-of-sexual-assault-on-woman?recruiter=778517695&amp;amp;utm_source=share_petition&amp;amp;utm_medium=twitter&amp;amp;utm_campaign=share_twitter_responsive\" type=\"external\">petition</a>, which currently boasts nearly 2,200 signatures, has also been started in an effort to get the attorney disbarred.</p>',\n"," '<p>A Florida university will honor Trayvon Martin with a posthumous Bachelor of Science Degree in Aviation at a May 13 commencement ceremony. The degree will be accepted by his parents, Tracy Martin and Sabrina Fulton.</p> \\n\\n<p>Seventeen-year-old Martin was killed in February of 2012 by former neighborhood watch captain George Zimmerman, who is Hispanic, in self-defense. After a long, racially-charged public debate and court trial, Zimmerman was completely exonerated in July of 2013.</p> \\n\\n<p>Florida Memorial University officially <a href=\"https://www.facebook.com/FLMemorialUniv/\" type=\"external\">announced</a>the posthumous degree via Facebook on Wednesday.</p> \\n\\n<p>\"The University will confer upon TRAYVON MARTIN a posthumous degree in Aeronautical Science with a concentration in Flight Education, in honor of the steps he took during his young life toward becoming a pilot,\" says the Facebook post. \"This particular Bachelor&#8217;s degree is designated for those studying to be pilots. Martin&#8217;s parents, both social justice activists and co-founders of The Trayvon Martin Foundation ... will accept the degree on behalf of their son.\"</p> \\n\\n<p>&#8220;Of special significance is awarding posthumously the Bachelor of Science Degree in Aviation to Trayvon Martin. Sybrina, our alum, epitomizes strength and dignity as she uplifts other victims of violence while effecting change for a more equal and just society,\" said Florida Memorial University President Dr. Roslyn Clark Artis.</p> \\n\\n<p>Additionally, the school will host a post-commencement fundraiser which will partly support The Trayvon Martin Foundation.</p>',\n"," '<p>Nov. 15 (UPI) &#8212; Texas State University has suspended all Greek life activity on campus after a pledge died after attending an event hosted by a university fraternity.</p> \\n\\n<p>Police officers found Matthew Ellis, a 20-year-old Phi Kappa Psi pledge, dead on Monday after they responded to an off-campus call. Ellis attended a Greek life event on Sunday hosted by fraternity members, but it is unclear if the event was hosted by one fraternity or multiple fraternities.</p> \\n\\n<p>Although an autopsy has been ordered, <a href=\"https://www.nbcnews.com/storyline/hazing-in-america/texas-state-university-suspends-greek-life-activity-after-frat-pledge-n820946\" type=\"external\">a preliminary investigation suggested alcohol poisoning</a> as a factor in the student&#8217;s death.</p> \\n\\n<p>Phi Kappa Psi Executive Director Mark Guidi said that the organization is &#8220;heartbroken.&#8221;</p> \\n\\n<p>&#8220;Our thoughts and prayers are with his family, friends and the entire TSU student body during this difficult time,&#8221; Giudi said.</p> \\n\\n<p>Texas State University President Denise M. Trauth <a href=\"http://www.txstate.edu/news/news_releases/news_archive/2017/November-2017/Greeks111417.html\" type=\"external\">released a statement</a> announcing the suspension of Greek life activity on campus.</p> \\n\\n<p>&#8220;I am deeply saddened by the tragic death of one of our students who attended an off-campus social event on Sunday evening hosted by members of a university fraternity,&#8221; Trauth said.</p> \\n\\n<p>&#8220;As a result of this tragedy, I have suspended activities of all Greek fraternity and sorority chapters at Texas State. These chapters are prohibited from holding new-member events, chapter meetings, social functions, and philanthropic activities until a thorough review of the Greek Affairs system is completed.&#8221;</p> \\n\\n<p>Trauth also said Vice President for Student Affairs Dr. Joanne Smith would &#8220;immediately initiate this review&#8221; and would &#8220;propose recommendations&#8221; for the Greek chapters to show their &#8220;commitment to the core values of Texas State.&#8221;</p> \\n\\n<p>&#8220;It is imperative that our entire university community develop a culture that places the highest priority on the safety of its students, faculty, and staff.&#8221;</p>',\n"," '<p>Against the backdrop of an increasingly polarized political landscape, one organization is issuing a clarion call for collective unity and understanding. On Tuesday, Acheinu, a Jewish missionary group working to draw Jews closer to the traditional core of Judaism, is holding a <a href=\"http://dayofjewishunity.com/\" type=\"external\">Day of Jewish Unity</a> to consolidate the disparate voices of the diaspora in a seven-hour period (7 am- 2pm) of sober reflection.</p> \\n\\n<p /> \\n\\n<p>&#8220;Orchestrated by the Acheinu organization, the Day of Jewish Unity was born: a revolutionary initiative designed to unify all Jewish people from around the world in a day of prayer on behalf of the current -and cautioning &#8211; state of affairs, both nationally and internationally,&#8221; explains the event&#8217;s webpage.</p> \\n\\n<p>Under the hashtag #DayofJewishUnity, Acheinu is working to mobilize one million Jews of varied ideological orientations from around the world to take a step back and reexamine the often petty and disorienting political divisions that divide us. The event is open to people of all faiths, but Acheinu is specifically marketing its message to Jews, many of whom have felt marginalized or overshadowed by the forceful social currents of grievance-based identity politics.</p> \\n\\n<p>Watch Acheinu&#8217;s promotional video below:</p> \\n\\n<p><a href=\"https://vimeo.com/182868992\" type=\"external\">Will the character assassination ever stop...</a> from <a href=\"https://vimeo.com/dayofjewishunity\" type=\"external\">Day of Jewish Unity</a> on <a href=\"https://vimeo.com\" type=\"external\">Vimeo</a>.</p> \\n\\n<p>In previous years, the annual Day of Jewish Unity has galvanized hundreds of thousands of people from Jerusalem to New York City, thanks to Acheinu&#8217;s powerful videos and promotional material. In fact, the organization drew a record-setting 500,000 participants in the 2015 event. This year, they plan on doubling that.</p> \\n\\n<p>As Americans, and quite frankly, people across the world, set to watch what will likely be one of the most cynical and rancorous debates in modern history on Monday night, it&#8217;s worth remembering that tribalism and partisanship don&#8217;t have to define us.</p> \\n\\n<p>&#8220;There is no civility in politics anymore. Our politicians cannot get anything passed because of so much animosity,&#8221; notes the event&#8217;s webpage. adding:</p> \\n\\n<p>We need to have bipartisan decency and respect for our counterparts. There once was a time when members of Congress would call their colleagues from the other side of the aisle their \"friends.\" This year, the Presidential candidates didn\\'t even congratulate each other after they won their respective races.</p> \\n\\n<p>Purposely scheduled less than 24 hours after the Clinton-Trump showdown, the Day of Jewish Unity is designed to counter the scourge of bitter political division infecting public discourse.</p> \\n\\n<p>If you&#8217;re feeling jaded after Monday&#8217;s debate, then there may be an outlet or perhaps even a way to reinstate your faith in humanity. To partake in Tuesday&#8217;s Day of Jewish Unity, Acheinu is asking event participants to do two simple things:</p> \\n\\n<p>Recite two chapters of Psalms</p> \\n\\n<p>Refrain from speaking gossip and harmful speech</p> \\n\\n<p>For more information about the event, see <a href=\"http://dayofjewishunity.com/\" type=\"external\">here</a>.</p>',\n"," '<p>President-elect Donald Trump has reached an agreement with United Technologies (UTC) to keep 1,000 Carrier jobs in the state of Indiana, according to CNBC. Both Trump\\'s transition and Carrier have confirmed that a deal has indeed been struck.</p> \\n\\n<p>BREAKING: Trump team and United Technologies reach agreement on keeping close to 1,000 factory jobs in Carrier plant in Indiana - sources</p> \\n\\n<p>We are pleased to have reached a deal with President-elect Trump &amp;amp; VP-elect Pence to keep close to 1,000 jobs in Indy. More details soon.</p> \\n\\n<p>The company had planned on moving thousands of jobs to Mexico, to the chagrin of workers and labor groups. On Thanksgiving Day, Trump said via Twitter that he was &#8220;working hard&#8221; to &#8220;get Carrier A.C. company to stay in the U.S. (Indiana).&#8221; After days of negotiation with Carrier, he seems to have succeeded in keeping his campaign promise.</p> \\n\\n<p>I am working hard, even on Thanksgiving, trying to get Carrier A.C. Company to stay in the U.S. (Indiana). MAKING PROGRESS - Will know soon!</p> \\n\\n<p>Manufacturing jobs have been increasingly exported to foreign countries, including China and Mexico over the last few decades. Hundreds of thousands of blue collar workers have been laid off as a result. American manufacturers say, however, that in order to stay competitive in the global economy they need to keep costs low. The most efficient way to do that is to hire cheap foreign labor. Carrier Corp was looking to follow this formula to keep profit margins in the green.</p> \\n\\n<p>&#8220;The jobs at Carrier Corp. are on the way to Mexico because the company concluded that it could not stay competitive and reward its shareholders unless it took advantage of lower production costs south of the border,&#8221; <a href=\"http://www.courant.com/business/hc-trump-carrier-20161128-story.html\" type=\"external\">reports</a> CNBC. &#8220;Things are as simple as that&#8230;&#8221;</p> \\n\\n<p>But Trump (or Mike Pence, who is still the governor of Indiana) managed to work his magic and convince Carrier&#8217;s parent company, UTC, to keep 1,000 jobs in Indiana where manufacturing jobs have been hemorrhaging for decades.</p> \\n\\n<p>Promising a combination of tax relief and regulation easing, Trump made an offer UTC couldn&#8217;t refuse. Left-wing economic populists like Bernie Sanders pushed Trump to make Carrier stay in the United States, suggesting that it was something the Trumpian right and labor left could agree on. Rather than incentivizing the conglomerate, Sanders and his allies were looking to use UTC&#8217;s multi-billionaire business relationship with the Pentagon as leverage. While Trump had promised to deploy similarly coercive tactics, such as high tariffs and penalties on companies that ship jobs abroad, he ultimately took a free market approach to the problem.</p> \\n\\n<p>During the presidential campaign, Trump called out Carrier by name and used the air conditioning company as an example of the worker unfriendly economic environment the United States has become.</p> \\n\\n<p>&#8220;From the earliest days of his campaign, <a href=\"https://www.nytimes.com/topic/person/donald-trump?inline=nyt-per\" type=\"external\">Donald J. Trump</a> made keeping manufacturing jobs in the United States his signature economic issue, and the decision by Carrier, the big air-conditioner company, to move 2,000 of them from Indiana to Mexico was a tailor-made talking point for him on the stump,&#8221; <a href=\"https://www.nytimes.com/2016/11/29/business/trump-to-announce-carrier-plant-will-keep-jobs-in-us.html?smid=tw-share\" type=\"external\">explains</a> The New York Times.</p> \\n\\n<p>Championing a populist economic message, Trump vowed to keep more jobs here in the United States. While technology will likely continue replacing manufacturing jobs at a much faster rate than foreign labor ever could, the billionaire businessman&#8217;s Carrier deal is a symbolic victory for the &#8220;America first&#8221; Trump movement.</p> \\n\\n<p>Without a doubt, it&#8217;s a good way to start a presidency. However, there&#8217;s only so much the federal government can do to alleviate the economic hardship of the Rust Belt, America&#8217;s manufacturing heartland. The steamboat of globalization and technological innovation cannot be tamed, let alone reversed. In short, there won&#8217;t be a manufacturing renaissance. That&#8217;s a pipe dream.</p> \\n\\n<p>Nonetheless, it looks like Trump came through this time around.</p> \\n\\n<p>Trump and future vice-president/current Indiana governor. Mike Pence plan on holding a event at the Carrier plant in Indiana on Thursday.</p>',\n"," '<p>LINCOLN, Neb. (AP) _ The winning numbers in Tuesday evening&#8217;s drawing of the &#8220;2 By 2&#8221; game were:</p> \\n\\n<p>Red Balls: 9-21, White Balls: 10-19</p> \\n\\n<p>(Red Balls: nine, twenty-one; White Balls: ten, nineteen)</p> \\n\\n<p>Estimated jackpot: $22,000</p> \\n\\n<p>&#182; Top Prize $22,000.</p> \\n\\n<p>LINCOLN, Neb. (AP) _ The winning numbers in Tuesday evening&#8217;s drawing of the &#8220;2 By 2&#8221; game were:</p> \\n\\n<p>Red Balls: 9-21, White Balls: 10-19</p> \\n\\n<p>(Red Balls: nine, twenty-one; White Balls: ten, nineteen)</p> \\n\\n<p>Estimated jackpot: $22,000</p> \\n\\n<p>&#182; Top Prize $22,000.</p>',\n"," '<p>.......... .......... .......... .......... .......... .......... .......... .......... .......... .......... .......... .......... .......... .......... .......... .......... .......... ..........</p> \\n\\n<p /> \\n\\n<p>The Centers for Medicare and Medicaid Services said Friday after markets closed that it expects costs per person for Medicare Advantage plans to fall more than 2 percent in 2014, a bigger drop than many analysts who cover the industry anticipated.</p> \\n\\n<p>The government uses this figure as a benchmark to determine payments for these privately run versions of the government&#8217;s Medicare program that covers the elderly and disabled people, and analysts worry that this might lead to big payment cuts.</p> \\n\\n<p>More than 13 million people were enrolled in Medicare Advantage plans last year including 89,270 in New Mexico, or about 27 percent of the Medicare population, according to the Kaiser Family Foundation. New Mexico&#8217;s Medicare population is 330,000.</p> \\n\\n<p>Medicare Advantage plans could see payment reductions topping 5 percent, considering they also face cuts from the health-care overhaul and from the steep federal budget cuts known as sequestration that are slated to start next month. Plus, their profits also are expected to be pressured by a premium tax imposed to help fund the overhaul, which aims to cover millions of uninsured people.</p> \\n\\n<p>&#8220;There&#8217;s no way around it. The proposed Medicare Advantage rates for 2014 are really, really bad,&#8221; Citi analyst Carl McDonald said in a research note, adding that big cuts could wipe out smaller competitors and leave customers with less choice.</p> \\n\\n<p>ADVERTISEMENT</p> \\n\\n<p>Medicare Advantage plans have become a key source of growth for insurers. UnitedHealth Group Inc. and Humana Inc. are the two largest providers of the plans.</p> \\n\\n<p>While the CMS announcement on Friday may have scared some investors, it doesn&#8217;t guarantee that customers are doomed to premium hikes or skimpier benefits in 2014 because insurers have had to slash costs. CMS will announce final rates in April, and analysts say the government likely will find ways soften the blow.</p> \\n\\n<p>The government needs Medicare Advantage plans to help cut costs and reform health care, said Dan Mendelson, president of Avalere Health.</p> \\n\\n<p>Among insurers, Humana&#8217;s stock fell more than 6 percent, or $5.04, to about $72.95 in Tuesday trading, and UnitedHealth shares dropped 66 cents to $56.66, while broader trading indexes climbed slightly.</p> \\n\\n<p>Journal staff contributed to this report.</p>',\n"," '<p>WASHINGTON&amp;#160;(RNS) &#8212; One group of Christians confidently proclaims that a plain reading of the Bible is a slam-dunk in their favor. The other side appeals to Scripture&#8217;s grand narrative toward freedom and inclusive love.</p> \\n\\n<p>The argument boils over and ripples through the wider culture.</p> \\n\\n<p>The search for middle ground proves futile. Denominations break apart.</p> \\n\\n<p>Sound familiar? It could be 2010 &#8212; or the mid-19th century.</p> \\n\\n<p /> \\n\\n<p>As churches and denominations in the United States slog through divisive and long-running arguments over homosexuality, many Protestant progressives have sought to claim the historical and moral high ground by aligning their cause with abolitionism.</p> \\n\\n<p>&#8220;I think almost everybody who makes the liberal argument about homosexuality makes the connection with abolition and slavery,&#8221; said Jeffrey Krehbiel, a Washington, D.C., pastor in the Presbyterian Church (USA) who supports gay rights.</p> \\n\\n<p>Abolitionists, he said, &#8220;were the first to make the argument that the plain reading of the text maybe isn&#8217;t the most fruitful way to read the Bible.&#8221;</p> \\n\\n<p>But while there are striking parallels between the slavery and homosexuality debates, historians caution that important differences emerge upon close examination.</p> \\n\\n<p>In both eras, cultural trends forced Christians to question practices that long had been taken for granted, said Mark Noll, a professor of American religious history at the University of Notre Dame and author of <a href=\"http://www.amazon.com/gp/product/0807830127?ie=UTF8&amp;amp;tag=wwwbaptiststa-20&amp;amp;linkCode=as2&amp;amp;camp=1789&amp;amp;creative=9325&amp;amp;creativeASIN=0807830127\" type=\"external\">The Civil War as a Theological Crisis</a>.</p> \\n\\n<p>Likewise, the Bible, and how to interpret it, has played a central role both then and now, Noll said.</p> \\n\\n<p>In the 19th century, even some Northern abolitionists concluded the Bible condoned slavery.</p> \\n\\n<p>Many, therefore, sought other sources of morality and methods of biblical interpretation; conservatives countered that such appeals undermined the power of the sacred text.</p> \\n\\n<p>As conflict heated up, Noll writes in his book, slavery&#8217;s defenders increasingly saw &#8220;doubts about biblical defense of slavery as doubts about the authority of the Bible itself.&#8221;</p> \\n\\n<p>As with slavery, few Christians are neutral on homosexuality.</p> \\n\\n<p>&#8220;Like the situation in the 1830s and &#8217;40s, once a certain kind of heat is generated, it becomes really hard to talk through these various kinds of debating strategies and implications,&#8221; Noll said.</p> \\n\\n<p>Methodists, Presbyterians, Baptists &#8212; and to some extent, Episcopalians &#8212; all split over slavery, mainly along the Mason-Dixon Line. Some reunited decades later. Baptists re-main apart to this day.</p> \\n\\n<p>Likewise, in the last few years, a number of mainline Protestant congregations have parted with their denominations over homosexuality, although in far fewer numbers than during mid-19th century splits.</p> \\n\\n<p>But the exodus may not be over. For example, conservative Presbyterians and United Methodists have threatened to leave en masse if their denominations decides to allow gay clergy and same-sex marriages.</p> \\n\\n<p>&#8220;The parallels to the contemporary debate are fairly striking,&#8221; said Mark Valeri, a professor of church history at <a href=\"http://www.upsem.edu/\" type=\"external\">Union Presbyterian Seminary</a> in Richmond, Va.</p> \\n\\n<p>&#8220;You have a long-simmering moral dispute that heats up an ecclesiastical and political question, which results in a division.</p> \\n\\n<p>&#8220;And the question is, when the division creates branches, how courts adjudicate those disputes.&#8221;</p> \\n\\n<p>But there are key differences between the disputes over slavery and homosexuality, some historians say.</p> \\n\\n<p>For instance, many conservatives say that it is not simply the gay issue that is driving them out the door, but a long liberal trend in mainline denominations that stretches back 30 years or more.</p> \\n\\n<p>Second, Scripture shows only a grudging tolerance of slavery, a far cry from its ringing endorsement of heterosexual unions, argues <a href=\"http://www.robgagnon.net/\" type=\"external\">Robert Gagnon</a>, an associate professor of New Testament at Pittsburgh Theological Seminary.</p> \\n\\n<p>&#8220;What kind of legitimate analogy can be made between the two? In my opinion, absolutely none. It&#8217;s just night and day,&#8221; he said.</p> \\n\\n<p>Moreover, what seem like similar clashes over biblical interpretation can mask the role of self-interest in the debates.</p> \\n\\n<p>Southern plantation owners &#8212; and the pastors they built churches for &#8212; had a huge financial stake in the slavery debate, said Charles Irons, an assistant professor of church history at North Carolina&#8217;s Elon University.</p> \\n\\n<p>Today, it is not easy to see where the financial&#8212;or political&#8212;advantage lies in supporting or opposing gay rights, he said.</p> \\n\\n<p>There&#8217;s one final &#8212; and significant &#8212; difference. Noll notes the theological crisis over slavery ultimately was decided politically by generals and armies.</p> \\n\\n<p>Almost everyone agrees the homosexuality debate more likely will be settled by judges and lawmakers.</p>',\n"," '<p>On a hilly slope in S&#227;o Paulo City, a group of sixth graders is busy at work. They&#8217;re armed with seeds, soil and a range of gardening tools. Upside-down soda bottles, filled with water, outline a series of rectangular garden plots. A boy named Felipy Pigato tells me they are preparing the soil for planting.</p> \\n\\n<p>&#8220;Yesterday we mixed regular soil with coconut fiber,&#8221; he says. &#8220;The coconut fiber holds the seeds in the soil.&#8221; &amp;#160;</p> \\n\\n<p>Today, he says they will add in the compost. As the students dig, they pull back chunks of dirt, creating shallow pits, where earthworms wriggle in the freshly dug soil.&amp;#160;</p> \\n\\n<p>Mateus Feitosa de Almeida, 12, slowly pulls back the soil around a worm. &#8220;We have to pull like that so we don&#8217;t hurt the worms,&#8221; he explains. &#8220;If we take them out, it&#8217;s bad for the soil.&#8221;</p> \\n\\n<p>This digging is going on in a quiet middle-class neighborhood, in a garden that belongs to Le&#227;o Machado School, a large public school.</p> \\n\\n<p>The students are working under the guidance of two teachers, Daniel Giglio Colombo and Marta Martins.</p> \\n\\n<p>This is the second year of the project, says Colombo, who helped start the garden. &#8220;We&#8217;re going to grow the same things we did last year &#8212; arugula, lettuce, radishes.&#8221;</p> \\n\\n<p>The vegetables they grow are used in school meals. But the real aim of the school garden is not to supply ingredients, he says, but to teach students where food comes from, so they can develop a connection to their food.</p> \\n\\n<p>&#8220;When we ask students where lettuce comes from, they say the market,&#8221; Colombo says. &#8220;They have lost contact with nature, the soil, sowing, and growing of crops.&#8221;</p> \\n\\n<p>And that is reflected in their diets, he says, which are increasingly unhealthy.</p> \\n\\n<p /> \\n\\n<p>Students say the school garden project is teaching them a lot about how to grow food, though it\\'s still hard for some of them to appreciate vegetables.</p> \\n\\n<p>Rhitu Chatterjee</p> \\n\\n<p>Just like in the US, highly processed foods like fast food, soda, and high-fructose corn syrup have become all too popular here in Brazil. And obesity rates are rising, even among children. It is a nation-wide problem that has alarmed the government and public health experts in the country.&amp;#160;Brazil&#8217;s government has banned sodas, cakes&amp;#160;and cookies in school meals. It has restricted the amount of salt and sugar in them as well. It also requires at least one daily serving of fruits and vegetables.</p> \\n\\n<p>Initially, students used to reject fresh food, says Martins. She and her colleagues hoped that the school garden would change that.</p> \\n\\n<p>&#8220;We wanted to create better habits with this project,&#8221; Martins says. &#8220;We wanted them to improve their eating and become healthier.&#8221;</p> \\n\\n<p>That idea is behind flourishing school gardens across Brazil. The program started 12 years ago as a pilot program in five schools, as part of a project by the United Nations Food and Agricultural Program. Today, there are a few thousand school gardens in 700 cities and towns. Many are run independently by schools. Others are supported by city governments.&amp;#160;</p> \\n\\n<p>It&#8217;s hard to know yet whether school gardens have improved children&#8217;s health, says Albaneide Peixinho, who ran Brazil&#8217;s school meal program for 13 years. But she says schools are reporting that the gardens have made students more aware of their food.</p> \\n\\n<p>&#8220;With school gardens, they see that food comes from the Earth,&#8221; Peixinho says, and they are eating healthier. Some studies even show that the students are influencing how their families eat. &#8220;Parents say that the kids are eating a lot of fruits and vegetables, and they insist on eating those foods at home.&#8221;</p> \\n\\n<p /> \\n\\n<p>Sarah Campos (left) and Juliana Santos, former students of&amp;#160;the Le&#227;o Machado School. Campos says she tried her first radish after working in the school garden. Now she loves them.</p> \\n\\n<p>Rhitu Chatterjee</p> \\n\\n<p>Sarah Campos, 14, took the school garden class last year at Le&#227;o Machado in S&#227;o Paulo. &#8220;I had never eaten radishes before,&#8221; she says. But she tried some when she and her classmates cooked radishes they had grown in the school garden.</p> \\n\\n<p>&#8220;I loved it so much that I even had a second plate,&#8221; Campos says. Now, she says she eats radishes often. &#8220;I ask my mom to make them for lunch sometimes. She puts them in the salad with carrots, and with potatoes. It&#8217;s very good.&#8221;</p> \\n\\n<p>She and her classmates say they are more open to eating vegetables now. They try to avoid fast food and they&#8217;re more conscious of their diets.Out in the garden, I ask Mateus, the student who told me about protecting earthworms, what he has learned in his gardening class.</p> \\n\\n<p>&#8220;Many things,&#8221; he says. &#8220;Like digging, what organic fertilizer is, what animals do to make the soil better.&#8221;</p> \\n\\n<p>&#8220;What did you learn about vegetables?&#8221; I ask.</p> \\n\\n<p>&#8220;That they are good for our health and well-being.&#8221; &amp;#160;</p> \\n\\n<p>&#8220;Do you eat vegetables?&#8221;</p> \\n\\n<p>&#8220;I&#8217;m not so keen on them, but I guess I do now with this project,&#8221; he says, laughing sheepishly. &amp;#160;</p> \\n\\n<p>The hope is that by the end of the school year, he will really enjoy them.</p> \\n\\n<p>Related:&amp;#160; <a href=\"http://pulitzercenter.org/project/south-america-brazil-school-lunch\" type=\"external\">What does Brazil feed its school kids?</a></p> \\n\\n<p>This story was produced with support from the&amp;#160; <a href=\"http://pulitzercenter.org/people/rhitu-chatterjee\" type=\"external\">Pulitzer Center on Crisis Reporting</a>.</p>',\n"," '<p>Aug. 18 (UPI) &#8212; Wildlife removal experts discovered a large venomous rattlesnake underneath a home in Louisiana.</p> \\n\\n<p>Gulf Coast Wildlife Removal <a href=\"https://www.facebook.com/pg/GulfCoastWildlifeRemoval/posts/?ref=page_internal\" type=\"external\">shared photos</a> Wednesday of the nearly 6-foot long canebrake rattlesnake that was found living under a homeowner&#8217;s deck in New Orleans.</p> \\n\\n<p>&#8220;By far the biggest venomous snake we&#8217;ve encountered near the city,&#8221; the wildlife removal company said. &#8220;Please keep a close eye out in these last few hot months of summer.&#8221;</p> \\n\\n<p>Ryan Cook of Gulf Coast Wildlife removal <a href=\"http://www.fox8live.com/story/36159317/monster-snake-captured-beneath-new-orleans-east-home\" type=\"external\">told WVUE</a> he marveled at the size of the snake, noting that &#8220;anything over 5 feet with a rattlesnake is considered a monster.&#8221;</p> \\n\\n<p>&#8220;This one was 5 foot 8 inches and has 13 rattles on it, so it&#8217;s been around a good long time,&#8221; he said.</p> \\n\\n<p>Cook added that he&#8217;s received reports of rattlesnakes in the area near the site of an old Six Flags amusement park.</p> \\n\\n<p>&#8220;I&#8217;ve been hearing of a lot more rattlesnake activity in the New Orleans East area. I believe especially around the Six Flags area because it&#8217;s so overgrown. No one&#8217;s really doing anything to knock the numbers down, so you&#8217;re starting to see more and more of these guys showing up in residential neighborhoods,&#8221; he said.</p> \\n\\n<p>The wildlife removal expert encouraged residents to keep their yards and homes clear of debris and other clutter that rattlesnakes can use to form a shelter.</p>']"]},"metadata":{},"execution_count":28}]},{"cell_type":"markdown","source":["### By Article\n","\n","The second part of the data (filename contains \"byarticle\") is labeled through crowdsourcing on an article basis. The data contains only articles for which a consensus among the crowdsourcing workers existed. It contains a total of 645 articles. Of these, 238 (37%) are hyperpartisan and 407 (63%) are not, We will use a similar (but balanced!) test set. Again, none of the publishers in this set occurs in the test set."],"metadata":{"id":"iFvlf5F-YmBG"}},{"cell_type":"code","source":["dataset_byarticle = load_dataset('data/hyperpartisan_news_detection.py', \"byarticle\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":360,"referenced_widgets":["1bc3a0af141f42e09590045300987799","b809a575890e4835a20c5c1e404549bf","2b886a40f50e4f09b9aa077ae8b5676e","fbc36565ff904c2ca4e31b99344730f4","ea7cfb96a65441de8e990c977e912e5a","ea5e30cef64948cba4d4656f2dd33cae","59497234085248b7a67b9a206aac23d3","cdd59a99c5c44929aa9e12b714963fa6","baaf36079714467a9d098b145bc9a83e","9c0c7f9649624f00904e4e32c1ecfccf","6d6ccbea541849cdbec07a384de0ad76","584d7e4f0b7e4dc9a47f884be32e5aaa","5acd4e96dbd042f58dcd5e95a2c5290b","111781d8a6c54d19b01234f5d94b37a8","3891f85975434938bf727269f2e634fe","d872e144725440b5bc6e677735535909","49185473e00446c28d1dbd2f7fd73ae4","8ec71f595eec443dbc8da55b56edf601","a9b254378b2f412aa1133041c3b59873","7193fa7afb674aa1a49c783499f9fdec","52c373f481ce43dd918afb261014b43c","d808339ba7184039b37ecd66f541e5bd","a929fbda9fbd4b34a62c1f77e618f165","9c4ac62f1d30460eb7b4d36e92a554a4","05b3873f1b3642e29e584378517442fa","b75032e3e4c04c48801b9677668ba40d","972343c063e148138591007f88352d7b","17530432c1c241429e941907cf6af4cc","e833e223cbb84e9297c927785ccc67f9","894960d978f24f2c99263ee8fefb4e68","68d3b1eb76e343aaa0ad9a0288e7ea97","6d913d35d04e422f8cee1fc395ddaaeb","d7d689eef41f4950bca0b2ba8d026c2d","03fbe0b177be45339252083c7c11e37e","a8194fcd32404fbb936064d2f8c35dc4","742b4c0ceda24445b531823534ac2ab6","7b00670560344d04a43be624cb654020","7d6870bec6884ad4b2ba6f640f15a17a","9086a8fa7332470e814045578f09e533","94cb20ab52434660b9c8a74b4cab8604","144628ac880946b99ef4f23e4ebda97c","047f7c2a53344c4a8b4c956cbf60708f","be8fc3718c644670ab410bd413a75a16","80ce6ec6d71c4647927c2eb2d293e14b","caeb3ae15868436487772613c78b0d74","806654d78cc344af81f98268055277fc","d1986bab0bf343e18977284dea9f0e15","c5c19473401d4435beeceae7b82203bd","bcfbf4ee1e944c54a721b2c7eefe0c8a","f0bc1c2a302f41eab03ab932f0c42691","223a5fa3fd4b4989a020120b87807090","5cd8f5a2098e47739d5e00fcd2884a7c","63e45722e40e470c968cab88dc983d26","f26da816cc7340d592dc5ae0d4e5538a","8abe888c11ca454eb314610033197203","fe2c440b7cb24c5cbcbd228e1c33b59e","062723b5ef1e4bce85c8a53653c3026a","afe4f756c9644399b7269a5692030ba8","a9912d5053fa40348ad44589c0066a47","3310506dbfe04d6d99dad5385d6c550b","823c15f060e048228f36ab658b823613","bd917b9133c44a4e9b01f8851ed32794","b9ca54ceb9924d80bde2489fcfb76265","9d76544837fa4341a7734324b0aac173","e1ce54373dcc4d689d8717a5544c73a7","af1caf7e35954a5e8257ea029216f496","cfcfdcd52abc4a8597dd201b7945d24c","700d88dce65843fea3530f7b982a2c0a","03c194852b8844108d55c45e5c31c6fa","d5f2ab10659b4c6aaa2e64c1098c32d9","f7fa378c95eb4a3592ffce5f3884eca4","c9f7ec5b4d194baabca8bc74f1be60f1","c56ef4e26fc947178cbed82c5dcbe725","1ca267db4c1a48cf8e861268f21c1988","53ce0522553e47a2a9a9497e68479224","68f372b010964d17b47ca277ebd5cef6","b3b07fa71ca24fdeae50f408a1282660","a0efac9afe1b432987d6c101e48c5c44","4e4ad04e0ba04933b9108ca50b255d4c","7210d577624042f697b98c64407ed208","e924e7441f5f4be1886de000bd1fa823","7eb179c9a2604d9291c694d67ce2a15b","e7074336c7824cf0aa6767600e36c96d","bcf0282dba6c499f81070549f88fe914","b15d26fce1034094857d0530999157b4","6e7503095cfc438480803c108b64ba0d","2d86c547a91a44a08021d21ff598ca16","fa03d60396a84b8ca36e289ed178705e","4aa9cc33572647688856d21e20b12309","1af29f84299246cbafe8018be3f80ff5","e384c4d1ad474af19c4b8d17f133b158","8bb3d5cbe4dc4802b18df9f68ddcacdc","d4b087ba22914c73b9b0b5e141d0f83a","434101c52c4444fa85fec7f9ee8d7ee5","3128b00a903e41b58e657975111ca505","6b1c32d1ce3c4bd68b08fbf832e3db65","ff5d2d8c57f94f15b6bfc72ab5d94032","e18f687e90e3497bb1bb0ec40e5903c2","e52e6047e1c14553b4b33d798ad9507d","12e3946980d243798e22ac0e04c86862","7816af1f8c014024bbc02926a81e4d70","443e6f3b221945369521c035ae3d4638","685a3423aef94315b88e952e5f93d182","3c7aeb4701414ef2ae023ba3efad830c","c1e177af567346a080eab18724ed5de5","bc395bf949d343ab976ececc4466511d","b191803b98d24aa5911269152f8f3c25","6ba89e76d5d4480c9ff50d59a05d8dcd","5d528cf4db6c471a8fdc4bc9c4114f8a","0c3ed0c41158486a886fe10bd2711d4f","ea07260ddd5846d5a7fc46b6b6f6233d","6685bf8678154aa590f31a947c93e0f2","626e6b3780354adab762299a82962f75","d423477fc99548f78d8bcc869f6a2c81","39260f3c45ce4ffe945c74131f95748d","0b87c61b6ecf4f99b8aa7cbaee52ed8b","d10b016e5f084073a2fe5a868279f7af","f653d25323bc4c5e88ec298b881f4998","d0cd82b26cf349f9a580348f6e2f845f","3981a9d1a2bd40ccbc3217b4f93fef53","b40a4359d0584e60858dd5bfec57223f"]},"id":"6lM34HY0G4Fx","executionInfo":{"status":"ok","timestamp":1650880985995,"user_tz":-120,"elapsed":26066,"user":{"displayName":"Julen Etxaniz Aragoneses","userId":"06956422670240182492"}},"outputId":"a6461c0b-9a74-45a8-f176-17660608a251"},"execution_count":7,"outputs":[{"output_type":"stream","name":"stdout","text":["Downloading and preparing dataset hyperpartisan_news_detection/byarticle to /root/.cache/huggingface/datasets/hyperpartisan_news_detection/byarticle/1.0.0/13eae61fdca037c340f13a9eaccb56ba9303c4f0e1505830fd519542be1c1478...\n"]},{"output_type":"display_data","data":{"text/plain":["Downloading data files:   0%|          | 0/2 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"1bc3a0af141f42e09590045300987799"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading data:   0%|          | 0.00/972k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"584d7e4f0b7e4dc9a47f884be32e5aaa"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading data:   0%|          | 0.00/28.5k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"a929fbda9fbd4b34a62c1f77e618f165"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Extracting data files:   0%|          | 0/2 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"03fbe0b177be45339252083c7c11e37e"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading data files:   0%|          | 0/2 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"caeb3ae15868436487772613c78b0d74"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading data:   0%|          | 0.00/1.01M [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"fe2c440b7cb24c5cbcbd228e1c33b59e"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading data:   0%|          | 0.00/27.7k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"cfcfdcd52abc4a8597dd201b7945d24c"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Extracting data files:   0%|          | 0/2 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"a0efac9afe1b432987d6c101e48c5c44"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Generating train split: 0 examples [00:00, ? examples/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"4aa9cc33572647688856d21e20b12309"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Generating test split: 0 examples [00:00, ? examples/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"12e3946980d243798e22ac0e04c86862"}},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Dataset hyperpartisan_news_detection downloaded and prepared to /root/.cache/huggingface/datasets/hyperpartisan_news_detection/byarticle/1.0.0/13eae61fdca037c340f13a9eaccb56ba9303c4f0e1505830fd519542be1c1478. Subsequent calls will reuse this data.\n"]},{"output_type":"display_data","data":{"text/plain":["  0%|          | 0/2 [00:00<?, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"ea07260ddd5846d5a7fc46b6b6f6233d"}},"metadata":{}}]},{"cell_type":"code","source":["dataset_byarticle"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"bW7Iuf1cMUa0","executionInfo":{"status":"ok","timestamp":1650800422583,"user_tz":-120,"elapsed":241,"user":{"displayName":"Julen Etxaniz Aragoneses","userId":"06956422670240182492"}},"outputId":"e398c3ec-5027-472f-d4c4-1c1882de8227"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["DatasetDict({\n","    train: Dataset({\n","        features: ['id', 'text', 'clean_text', 'title', 'hyperpartisan', 'url', 'published_at'],\n","        num_rows: 645\n","    })\n","    test: Dataset({\n","        features: ['id', 'text', 'clean_text', 'title', 'hyperpartisan', 'url', 'published_at'],\n","        num_rows: 628\n","    })\n","})"]},"metadata":{},"execution_count":28}]},{"cell_type":"code","source":["dataset_byarticle[\"test\"][0]"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"8XRz3tqVMZHA","executionInfo":{"status":"ok","timestamp":1650800424390,"user_tz":-120,"elapsed":229,"user":{"displayName":"Julen Etxaniz Aragoneses","userId":"06956422670240182492"}},"outputId":"8d2b4958-d1e1-485b-bf19-278575a6faa7"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["{'clean_text': 'according evansville watch epd bomb squad dispatched downtown evansville suspicious device located afternoon according facebook post evansville watch device found parking lot located cherry streets downtown evansville police bomb squad responding streets within one block radius shut ems fire standby last update heard device back tan truck removed assessed keep updated learn',\n"," 'hyperpartisan': False,\n"," 'id': '0000645',\n"," 'published_at': '2017-10-17',\n"," 'text': 'According to Evansville Watch, the EPD &amp; the Bomb Squad have been dispatched to Downtown Evansville after a suspicious device was located this afternoon. According to a Facebook Post from Evansville Watch, the device was found in a parking lot located at 3rd and Cherry Streets downtown. Evansville Police and Bomb Squad are responding. The streets within a one block radius have been shut down and EMS and Fire are on standby. The last update we heard, the device is in the back of a tan truck. It has been removed and is being assessed. We will keep you updated as we learn more.',\n"," 'title': 'Breaking: Bomb Squad Dispatched for Suspicious Device Found in Downtown Evansville',\n"," 'url': 'http://1061evansville.com/breaking-bomb-squad-dispatched-for-suspicious-device-found-in-downtown-evansville/'}"]},"metadata":{},"execution_count":29}]},{"cell_type":"markdown","source":["## Analyze Data"],"metadata":{"id":"9E42sw5obpd0"}},{"cell_type":"code","source":["import scattertext as st"],"metadata":{"id":"MgftmOlCbfI4"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["### By Publisher"],"metadata":{"id":"CCPVXPD5aE5z"}},{"cell_type":"code","source":["bypublisher_test_df = dataset_bypublisher[\"test\"].to_pandas()"],"metadata":{"id":"ztmPE70NcMKF"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["bypublisher_test_df"],"metadata":{"id":"aLU3BOUlcMKG"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["bypublisher_test_df[\"hyperpartisan\"] = bypublisher_test_df[\"hyperpartisan\"].apply(str)"],"metadata":{"id":"SOXBhnvKcMKG"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["bypublisher_test_corpus = st.CorpusFromPandas(bypublisher_test_df, \n","                              category_col='hyperpartisan', \n","                              text_col='text').build()"],"metadata":{"id":"bLWcde7scMKH"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["print(list(bypublisher_test_corpus.get_scaled_f_scores_vs_background().index[:10]))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1647698560186,"user_tz":-60,"elapsed":3187,"user":{"displayName":"Julen Etxaniz Aragoneses","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GilpYDAmorj7KFdjK26TlsyH_HhFWhLqmESeKoCGsI=s64","userId":"06956422670240182492"}},"outputId":"09c68139-d8e0-43f3-d383-4e9f66d6c28c","id":"lbh0SPu9cMKH"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["['trump', 'obama', 'facebook', 'twitter', 'hillary', 'p', 'barack', 'maplight', 'obamacare', 'isis']\n"]}]},{"cell_type":"code","source":["term_freq_df = bypublisher_test_corpus.get_term_freq_df()\n","term_freq_df['Hyperpartisan Score'] = bypublisher_test_corpus.get_scaled_f_scores(\"True\")\n","print(list(term_freq_df.sort_values(by='Hyperpartisan Score', ascending=False).index[:10]))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1647698561089,"user_tz":-60,"elapsed":908,"user":{"displayName":"Julen Etxaniz Aragoneses","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GilpYDAmorj7KFdjK26TlsyH_HhFWhLqmESeKoCGsI=s64","userId":"06956422670240182492"}},"outputId":"a12046b0-2dd2-4369-85fd-9f6f6d46e6dc","id":"64j-qujzcMKI"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["['2015in', '2016in', 'sanders', 'bernie', 'amp;#160;|', 'amp;#160;| &', '& amp;#160;|', 'rob', 'amp;#160 a', 'liberals']\n"]}]},{"cell_type":"code","source":["term_freq_df['Non-Hyperpartisan Score'] = bypublisher_test_corpus.get_scaled_f_scores(\"False\")\n","print(list(term_freq_df.sort_values(by='Non-Hyperpartisan Score', ascending=False).index[:10]))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1647698561670,"user_tz":-60,"elapsed":584,"user":{"displayName":"Julen Etxaniz Aragoneses","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GilpYDAmorj7KFdjK26TlsyH_HhFWhLqmESeKoCGsI=s64","userId":"06956422670240182492"}},"outputId":"99be21d6-69ec-493e-b6ce-066bcf1be73c","id":"64MginxhcMKI"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["['contributions', 'maplight', '# 183', '183', 'firms', 'firm', 'promoted</p', 'associate', 'alabama', 'comments</a></p']\n"]}]},{"cell_type":"code","source":["html = st.produce_scattertext_explorer(bypublisher_test_corpus,\n","          category=\"True\",\n","          category_name='Hyperpartisan',\n","          not_category_name='Non-hyperpartisan',\n","          width_in_pixels=1000)\n","open(\"by_publisher.html\", 'wb').write(html.encode('utf-8'))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1647699058107,"user_tz":-60,"elapsed":10862,"user":{"displayName":"Julen Etxaniz Aragoneses","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GilpYDAmorj7KFdjK26TlsyH_HhFWhLqmESeKoCGsI=s64","userId":"06956422670240182492"}},"outputId":"986f425c-8e46-444c-c232-a8b7f3940162","id":"qm6PcguhcMKI"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["25256764"]},"metadata":{},"execution_count":41}]},{"cell_type":"markdown","source":["### By Article"],"metadata":{"id":"BjNqCvIdZ7P2"}},{"cell_type":"code","source":["byarticle_test_df = dataset_byarticle[\"test\"].to_pandas()\n","byarticle_test_df"],"metadata":{"id":"a5tC1FxdcPWD","colab":{"base_uri":"https://localhost:8080/","height":850},"executionInfo":{"status":"ok","timestamp":1650800446559,"user_tz":-120,"elapsed":367,"user":{"displayName":"Julen Etxaniz Aragoneses","userId":"06956422670240182492"}},"outputId":"74bf5d8e-b6c2-48ed-b1ea-6e8462fc8650"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["          id                                               text  \\\n","0    0000645  According to Evansville Watch, the EPD &amp; t...   \n","1    0000646  Photo by Scott Olson/Getty Images A man (not J...   \n","2    0000647  Justin Sullivan/Getty Images Hillary Clinton s...   \n","3    0000648  Jewel Samad/AFP/Getty Images Childish, mean-sp...   \n","4    0000649  \\nPresident Donald Trump speaks during a meeti...   \n","..       ...                                                ...   \n","623  0001303  \\nThe protester was waving signs containing po...   \n","624  0001304  \\nNFL's Kaepernick sits in protest during nati...   \n","625  0001305  \\n1. They define themselves with the flags of ...   \n","626  0001306  Marco Rubio represents Florida in the United S...   \n","627  0001307  Donald Trump dropped several shocking statemen...   \n","\n","                                            clean_text  \\\n","0    according evansville watch epd bomb squad disp...   \n","1    photo scott olsongetty images man joe walsh po...   \n","2    justin sullivangetty images hillary clinton sp...   \n","3    jewel samadafpgetty images childish meanspirit...   \n","4    president donald trump speaks meeting governor...   \n","..                                                 ...   \n","623  protester waving signs containing popular altr...   \n","624  nfl kaepernick sits protest national anthem cl...   \n","625  define flags losers white supremacists tend us...   \n","626  marco rubio represents florida united states s...   \n","627  donald trump dropped several shocking statemen...   \n","\n","                                                 title  hyperpartisan  \\\n","0    Breaking: Bomb Squad Dispatched for Suspicious...          False   \n","1    The Crazy Republican-Endorsed Logic Behind “If...           True   \n","2    Review of 650,000 Emails in Weiner’s Laptop fo...          False   \n","3    Trump’s Astounding, Hypocritical Cruelty Peaks...           True   \n","4    Max Boot: Republicans have Stockholm Syndrome ...           True   \n","..                                                 ...            ...   \n","623  Video: Alt-right protester choked out for wavi...          False   \n","624           I was on board with Kaepernick until....           True   \n","625  5 Reasons White Supremacists Are The Dumbest W...           True   \n","626            Iran nuclear deal an unfolding disaster           True   \n","627  Trump Just Attacked The DOJ, Gets His A** Hand...           True   \n","\n","                                                   url published_at  \n","0    http://1061evansville.com/breaking-bomb-squad-...   2017-10-17  \n","1    http://www.slate.com/blogs/the_slatest/2016/10...   2016-10-26  \n","2    http://www.slate.com/blogs/the_slatest/2016/10...   2016-10-30  \n","3    http://www.slate.com/blogs/xx_factor/2016/09/3...   2016-09-30  \n","4    http://www.sltrib.com/opinion/commentary/2017/...   2017-10-20  \n","..                                                 ...          ...  \n","623  http://www.chron.com/news/houston-texas/housto...               \n","624  http://www.cnn.com/2016/08/30/opinions/where-k...   2016-08-31  \n","625  http://www.collegehumor.com/post/7044796/5-rea...   2017-05-05  \n","626  http://www.cnn.com/2016/10/17/opinions/iran-nu...   2016-10-18  \n","627  http://addictinginfo.org/2017/07/20/trump-just...   2017-07-20  \n","\n","[628 rows x 7 columns]"],"text/html":["\n","  <div id=\"df-fd3345fd-9acc-472e-bc68-dce3d37d1e1f\">\n","    <div class=\"colab-df-container\">\n","      <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>id</th>\n","      <th>text</th>\n","      <th>clean_text</th>\n","      <th>title</th>\n","      <th>hyperpartisan</th>\n","      <th>url</th>\n","      <th>published_at</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>0000645</td>\n","      <td>According to Evansville Watch, the EPD &amp;amp; t...</td>\n","      <td>according evansville watch epd bomb squad disp...</td>\n","      <td>Breaking: Bomb Squad Dispatched for Suspicious...</td>\n","      <td>False</td>\n","      <td>http://1061evansville.com/breaking-bomb-squad-...</td>\n","      <td>2017-10-17</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>0000646</td>\n","      <td>Photo by Scott Olson/Getty Images A man (not J...</td>\n","      <td>photo scott olsongetty images man joe walsh po...</td>\n","      <td>The Crazy Republican-Endorsed Logic Behind “If...</td>\n","      <td>True</td>\n","      <td>http://www.slate.com/blogs/the_slatest/2016/10...</td>\n","      <td>2016-10-26</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>0000647</td>\n","      <td>Justin Sullivan/Getty Images Hillary Clinton s...</td>\n","      <td>justin sullivangetty images hillary clinton sp...</td>\n","      <td>Review of 650,000 Emails in Weiner’s Laptop fo...</td>\n","      <td>False</td>\n","      <td>http://www.slate.com/blogs/the_slatest/2016/10...</td>\n","      <td>2016-10-30</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>0000648</td>\n","      <td>Jewel Samad/AFP/Getty Images Childish, mean-sp...</td>\n","      <td>jewel samadafpgetty images childish meanspirit...</td>\n","      <td>Trump’s Astounding, Hypocritical Cruelty Peaks...</td>\n","      <td>True</td>\n","      <td>http://www.slate.com/blogs/xx_factor/2016/09/3...</td>\n","      <td>2016-09-30</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>0000649</td>\n","      <td>\\nPresident Donald Trump speaks during a meeti...</td>\n","      <td>president donald trump speaks meeting governor...</td>\n","      <td>Max Boot: Republicans have Stockholm Syndrome ...</td>\n","      <td>True</td>\n","      <td>http://www.sltrib.com/opinion/commentary/2017/...</td>\n","      <td>2017-10-20</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>623</th>\n","      <td>0001303</td>\n","      <td>\\nThe protester was waving signs containing po...</td>\n","      <td>protester waving signs containing popular altr...</td>\n","      <td>Video: Alt-right protester choked out for wavi...</td>\n","      <td>False</td>\n","      <td>http://www.chron.com/news/houston-texas/housto...</td>\n","      <td></td>\n","    </tr>\n","    <tr>\n","      <th>624</th>\n","      <td>0001304</td>\n","      <td>\\nNFL's Kaepernick sits in protest during nati...</td>\n","      <td>nfl kaepernick sits protest national anthem cl...</td>\n","      <td>I was on board with Kaepernick until....</td>\n","      <td>True</td>\n","      <td>http://www.cnn.com/2016/08/30/opinions/where-k...</td>\n","      <td>2016-08-31</td>\n","    </tr>\n","    <tr>\n","      <th>625</th>\n","      <td>0001305</td>\n","      <td>\\n1. They define themselves with the flags of ...</td>\n","      <td>define flags losers white supremacists tend us...</td>\n","      <td>5 Reasons White Supremacists Are The Dumbest W...</td>\n","      <td>True</td>\n","      <td>http://www.collegehumor.com/post/7044796/5-rea...</td>\n","      <td>2017-05-05</td>\n","    </tr>\n","    <tr>\n","      <th>626</th>\n","      <td>0001306</td>\n","      <td>Marco Rubio represents Florida in the United S...</td>\n","      <td>marco rubio represents florida united states s...</td>\n","      <td>Iran nuclear deal an unfolding disaster</td>\n","      <td>True</td>\n","      <td>http://www.cnn.com/2016/10/17/opinions/iran-nu...</td>\n","      <td>2016-10-18</td>\n","    </tr>\n","    <tr>\n","      <th>627</th>\n","      <td>0001307</td>\n","      <td>Donald Trump dropped several shocking statemen...</td>\n","      <td>donald trump dropped several shocking statemen...</td>\n","      <td>Trump Just Attacked The DOJ, Gets His A** Hand...</td>\n","      <td>True</td>\n","      <td>http://addictinginfo.org/2017/07/20/trump-just...</td>\n","      <td>2017-07-20</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>628 rows × 7 columns</p>\n","</div>\n","      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-fd3345fd-9acc-472e-bc68-dce3d37d1e1f')\"\n","              title=\"Convert this dataframe to an interactive table.\"\n","              style=\"display:none;\">\n","        \n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n","    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n","  </svg>\n","      </button>\n","      \n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      flex-wrap:wrap;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","      <script>\n","        const buttonEl =\n","          document.querySelector('#df-fd3345fd-9acc-472e-bc68-dce3d37d1e1f button.colab-df-convert');\n","        buttonEl.style.display =\n","          google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","        async function convertToInteractive(key) {\n","          const element = document.querySelector('#df-fd3345fd-9acc-472e-bc68-dce3d37d1e1f');\n","          const dataTable =\n","            await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                     [key], {});\n","          if (!dataTable) return;\n","\n","          const docLinkHtml = 'Like what you see? Visit the ' +\n","            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","            + ' to learn more about interactive tables.';\n","          element.innerHTML = '';\n","          dataTable['output_type'] = 'display_data';\n","          await google.colab.output.renderOutput(dataTable, element);\n","          const docLink = document.createElement('div');\n","          docLink.innerHTML = docLinkHtml;\n","          element.appendChild(docLink);\n","        }\n","      </script>\n","    </div>\n","  </div>\n","  "]},"metadata":{},"execution_count":31}]},{"cell_type":"code","source":[""],"metadata":{"id":"_ZCnczVaZTe8"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["byarticle_test_df[\"hyperpartisan\"] = byarticle_test_df[\"hyperpartisan\"].apply(str)"],"metadata":{"id":"IHWJeRifr3Zi"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["#### Text"],"metadata":{"id":"2TJoRqhcZSho"}},{"cell_type":"code","source":["byarticle_test_corpus = st.CorpusFromPandas(byarticle_test_df, \n","                              category_col='hyperpartisan', \n","                              text_col='text').build()"],"metadata":{"id":"04MdcvHwZIv6"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["print(list(byarticle_test_corpus.get_scaled_f_scores_vs_background().index[:10]))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1650800925818,"user_tz":-120,"elapsed":2421,"user":{"displayName":"Julen Etxaniz Aragoneses","userId":"06956422670240182492"}},"outputId":"bc3040e4-5517-4feb-a3ca-5de8a93408dc","id":"MCc940htZP_Z"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["['trump', 'twitter', 'obama', 'comey', 'facebook', 'tweeted', 'antifa', 'bannon', 'hillary', 'tweet']\n"]}]},{"cell_type":"code","source":["term_freq_df = byarticle_test_corpus.get_term_freq_df()\n","term_freq_df['Hyperpartisan Score'] = byarticle_test_corpus.get_scaled_f_scores(\"True\")\n","print(list(term_freq_df.sort_values(by='Hyperpartisan Score', ascending=False).index[:10]))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1650800926182,"user_tz":-120,"elapsed":374,"user":{"displayName":"Julen Etxaniz Aragoneses","userId":"06956422670240182492"}},"outputId":"36864190-64a9-4b1d-8c85-86e36675b788","id":"RocyHsppZP_b"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["['jihad', 'trump is', 'trump has', 'iran', 'trump ’s', 'administration', 'cnn', 'cia', 'he ’s', 'trump']\n"]}]},{"cell_type":"code","source":["term_freq_df['Non-Hyperpartisan Score'] = byarticle_test_corpus.get_scaled_f_scores(\"False\")\n","print(list(term_freq_df.sort_values(by='Non-Hyperpartisan Score', ascending=False).index[:10]))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1650800926426,"user_tz":-120,"elapsed":251,"user":{"displayName":"Julen Etxaniz Aragoneses","userId":"06956422670240182492"}},"outputId":"f954f33e-f38f-4325-afec-aea0946f62d6","id":"pEVETPqaZP_b"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["['dental', '|', 'votes', 'tooth', 'officers', 'police', 'constabulary', 'florida', 'regeneration', 'tooth regeneration']\n"]}]},{"cell_type":"code","source":["html = st.produce_scattertext_explorer(byarticle_test_corpus,\n","          category=\"True\",\n","          category_name='Hyperpartisan',\n","          not_category_name='Non-hyperpartisan',\n","          width_in_pixels=1000,\n","          metadata=byarticle_test_corpus.get_df()['title'])\n","open(\"by_article_test.html\", 'wb').write(html.encode('utf-8'))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1650800929513,"user_tz":-120,"elapsed":3095,"user":{"displayName":"Julen Etxaniz Aragoneses","userId":"06956422670240182492"}},"outputId":"b4dfe6b6-f0c6-40da-e9bf-cefc93d83568","id":"B0QB1NDMZP_c"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["4347922"]},"metadata":{},"execution_count":42}]},{"cell_type":"markdown","source":["#### Clean Text"],"metadata":{"id":"dsK71UgvZUi3"}},{"cell_type":"code","source":["byarticle_test_corpus_clean = st.CorpusFromPandas(byarticle_test_df, \n","                              category_col='hyperpartisan', \n","                              text_col='clean_text').build()"],"metadata":{"id":"Ri-lGOpLb-6S"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["print(list(byarticle_test_corpus_clean.get_scaled_f_scores_vs_background().index[:10]))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"4z3vRn6BdJsS","executionInfo":{"status":"ok","timestamp":1650800971080,"user_tz":-120,"elapsed":1388,"user":{"displayName":"Julen Etxaniz Aragoneses","userId":"06956422670240182492"}},"outputId":"76283c19-b955-4134-bebb-8a8d6b49d2ac"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["['twitter', 'trump', 'comey', 'obama', 'tweeted', 'antifa', 'facebook', 'bannon', 'tweet', 'abedin']\n"]}]},{"cell_type":"code","source":["term_freq_df = byarticle_test_corpus_clean.get_term_freq_df()\n","term_freq_df['Hyperpartisan Score'] = byarticle_test_corpus_clean.get_scaled_f_scores(\"True\")\n","print(list(term_freq_df.sort_values(by='Hyperpartisan Score', ascending=False).index[:10]))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"sD1QTQ8adfPm","executionInfo":{"status":"ok","timestamp":1650800971081,"user_tz":-120,"elapsed":22,"user":{"displayName":"Julen Etxaniz Aragoneses","userId":"06956422670240182492"}},"outputId":"1e705369-9bc5-4806-91c2-ca91b70c3350"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["['damore', 'iranian', 'thomas wictor', 'wictor', 'thomaswictor october', 'wictor thomaswictor', 'thomaswictor', 'john hawkins', 'young adults', 'adults know']\n"]}]},{"cell_type":"code","source":["term_freq_df['Non-Hyperpartisan Score'] = byarticle_test_corpus_clean.get_scaled_f_scores(\"False\")\n","print(list(term_freq_df.sort_values(by='Non-Hyperpartisan Score', ascending=False).index[:10]))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"2jEfVPMDdsn2","executionInfo":{"status":"ok","timestamp":1650800971082,"user_tz":-120,"elapsed":17,"user":{"displayName":"Julen Etxaniz Aragoneses","userId":"06956422670240182492"}},"outputId":"5aba2ff6-8d51-45aa-c439-de8fc624a3ab"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["['constabulary', 'tooth regeneration', 'regeneration', 'dental', 'usher', 'party votes', 'regeneration procedures', 'ai', 'labour', 'separatist']\n"]}]},{"cell_type":"code","source":["html = st.produce_scattertext_explorer(byarticle_test_corpus_clean,\n","          category=\"True\",\n","          category_name='Hyperpartisan',\n","          not_category_name='Non-hyperpartisan',\n","          width_in_pixels=1000,\n","          metadata=byarticle_test_corpus_clean.get_df()['title'])\n","open(\"by_article_test_clean.html\", 'wb').write(html.encode('utf-8'))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"efbif344oeaR","executionInfo":{"status":"ok","timestamp":1650800973476,"user_tz":-120,"elapsed":2405,"user":{"displayName":"Julen Etxaniz Aragoneses","userId":"06956422670240182492"}},"outputId":"b1d79a79-07ff-4c1c-8554-7e37b54a4d30"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["3264149"]},"metadata":{},"execution_count":47}]}]}