train_model.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"machine_shape":"hm","gpuType":"T4"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"},"accelerator":"GPU","widgets":{"application/vnd.jupyter.widget-state+json":{"b8456d9875c2482985e346a1ba2e62a5":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_35bbdc8dbb8241e9864be3ca81322fc8","IPY_MODEL_961d82a45f934a9aa8f6d7a1a621045b"],"layout":"IPY_MODEL_8953e11f021545d0bee89f3a73ef0d54"}},"35bbdc8dbb8241e9864be3ca81322fc8":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_d59b84559bec445385f4fa658993d372","placeholder":"​","style":"IPY_MODEL_5f0a565c5e824fc497f4300809f811c6","value":"0.012 MB of 0.012 MB uploaded\r"}},"961d82a45f934a9aa8f6d7a1a621045b":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_2088f27d1e254125832fbc4d7adbf2f9","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_ce778bef59a1486c8292d00285ff5c83","value":1}},"8953e11f021545d0bee89f3a73ef0d54":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d59b84559bec445385f4fa658993d372":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5f0a565c5e824fc497f4300809f811c6":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"2088f27d1e254125832fbc4d7adbf2f9":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ce778bef59a1486c8292d00285ff5c83":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"8fc1ee4cd5cb4653ac37afa6ded4f2ba":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_7de0d7a63aa941769fdedf622d4d753e","IPY_MODEL_03ef3aa0f64b45af8a756ef3749e79e5"],"layout":"IPY_MODEL_aa148f498b3b4dc7a7f6fc5bd09069d2"}},"7de0d7a63aa941769fdedf622d4d753e":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b8df4506281545199e51fecc14987094","placeholder":"​","style":"IPY_MODEL_c6dc35a317994354bf63351750824f18","value":"0.012 MB of 0.012 MB uploaded\r"}},"03ef3aa0f64b45af8a756ef3749e79e5":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_33e74f373c864d5aa0de1b809a74da43","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_de0927108b9d42aaa0341cfaa0aa9b6a","value":1}},"aa148f498b3b4dc7a7f6fc5bd09069d2":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b8df4506281545199e51fecc14987094":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c6dc35a317994354bf63351750824f18":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"33e74f373c864d5aa0de1b809a74da43":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"de0927108b9d42aaa0341cfaa0aa9b6a":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"8ae300ebd7c34bec94702e5f7a2e8b4a":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_ae4248b0ad9942328a2ed4f884a3bb56","IPY_MODEL_3b2ac3f02cec4544aac2a6c678ca39a5"],"layout":"IPY_MODEL_47ab6c4d81204b96bacb5f65885e587a"}},"ae4248b0ad9942328a2ed4f884a3bb56":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f741d9f809d94057ab2ed9cbb522af53","placeholder":"​","style":"IPY_MODEL_71dd72ec5c0e4c6d9d5fc024f47c468d","value":"0.012 MB of 0.012 MB uploaded\r"}},"3b2ac3f02cec4544aac2a6c678ca39a5":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_a7a0bd59f58144feb9eafc651a685553","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_2e800a49a3d2483da7542c7d55b42190","value":1}},"47ab6c4d81204b96bacb5f65885e587a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f741d9f809d94057ab2ed9cbb522af53":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"71dd72ec5c0e4c6d9d5fc024f47c468d":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a7a0bd59f58144feb9eafc651a685553":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2e800a49a3d2483da7542c7d55b42190":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"656844e798754dc984eef3ed730b6c97":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_55c76f813a714045ae693f5c4b896907","IPY_MODEL_1348da22e6944a4487a598012c0d30c4"],"layout":"IPY_MODEL_b84ac2554d7e4894b882fc7846c34c7f"}},"55c76f813a714045ae693f5c4b896907":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_36d7546a0bd84113ac102755ce632018","placeholder":"​","style":"IPY_MODEL_74f9937f09124b2b8ecfc729cacd918d","value":"0.012 MB of 0.012 MB uploaded\r"}},"1348da22e6944a4487a598012c0d30c4":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_0ea742bb6a7045578607759dce53610b","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_310e0191eac6464db1278444c821b59e","value":1}},"b84ac2554d7e4894b882fc7846c34c7f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"36d7546a0bd84113ac102755ce632018":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"74f9937f09124b2b8ecfc729cacd918d":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"0ea742bb6a7045578607759dce53610b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"310e0191eac6464db1278444c821b59e":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"32270659c73e49bb8f15de0ccf1c8fd0":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_0dd79d20a6204011a386d73959b09384","IPY_MODEL_586a9d9553de4f96a8f1f67787b7365d"],"layout":"IPY_MODEL_5379913785204a41b79a1e059c32a8ac"}},"0dd79d20a6204011a386d73959b09384":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c4bd61b843f04b1f8b534ea2e01cf6f7","placeholder":"​","style":"IPY_MODEL_0fe8d4d0c7b54718bccf1a48077f215b","value":"0.012 MB of 0.012 MB uploaded\r"}},"586a9d9553de4f96a8f1f67787b7365d":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_1f74d631ad544da2aac9e42b93869459","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_6c50c2b0f0b74baaa8477cc8052ae041","value":1}},"5379913785204a41b79a1e059c32a8ac":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c4bd61b843f04b1f8b534ea2e01cf6f7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0fe8d4d0c7b54718bccf1a48077f215b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"1f74d631ad544da2aac9e42b93869459":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6c50c2b0f0b74baaa8477cc8052ae041":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"bb7be69d60ad4a569ba179ac142aacd5":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_203da0d2a71b43dea617909e5ca21731","IPY_MODEL_97677fffc6364da0b3a371416f6be8d9"],"layout":"IPY_MODEL_a91a2ba9d42843da8243073a899a668c"}},"203da0d2a71b43dea617909e5ca21731":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_24b62e3ba70b4c758e59b8b6ce730b9c","placeholder":"​","style":"IPY_MODEL_23c5244b9bbf4680a8c5e4dc7db4f902","value":"0.012 MB of 0.012 MB uploaded\r"}},"97677fffc6364da0b3a371416f6be8d9":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_4a0fa09a168643cdad3bd5854df0e3cf","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_69b3af254f51434d818179e86be77be6","value":1}},"a91a2ba9d42843da8243073a899a668c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"24b62e3ba70b4c758e59b8b6ce730b9c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"23c5244b9bbf4680a8c5e4dc7db4f902":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"4a0fa09a168643cdad3bd5854df0e3cf":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"69b3af254f51434d818179e86be77be6":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"dbfe2fbbe20b4cb8ad8181000bd54208":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_f4589c787f2c471ead73a479bc07d8b7","IPY_MODEL_3c6dd1b737294269b3180daa83391ba5"],"layout":"IPY_MODEL_d6f45bd7e8e94384b4a69ce262d782bc"}},"f4589c787f2c471ead73a479bc07d8b7":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_8d8cafe97b5f42edb3736eaa82add3df","placeholder":"​","style":"IPY_MODEL_e0c357173d6e48e8b6f00e64a02fead7","value":"0.012 MB of 0.012 MB uploaded\r"}},"3c6dd1b737294269b3180daa83391ba5":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_84684c74370640dcb0a1a37d81ffe8a3","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_feeb90f16da24a5abb4a41a90b86891a","value":1}},"d6f45bd7e8e94384b4a69ce262d782bc":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8d8cafe97b5f42edb3736eaa82add3df":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e0c357173d6e48e8b6f00e64a02fead7":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"84684c74370640dcb0a1a37d81ffe8a3":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"feeb90f16da24a5abb4a41a90b86891a":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"cfb6cd192088411982ca4337da929d17":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_141a8520402d43a595c067b195047c14","IPY_MODEL_995a6b5824814edb854903497b067c50"],"layout":"IPY_MODEL_109f18fe13154047af7f78a8a6ed83a9"}},"141a8520402d43a595c067b195047c14":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_35b3c261c261489da921a222851000b7","placeholder":"​","style":"IPY_MODEL_38173e6b5841431fb2c1b55bf6af2ea2","value":"0.012 MB of 0.012 MB uploaded\r"}},"995a6b5824814edb854903497b067c50":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_bc29656d577d4cd9b7954f0376fd23ab","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_728c7953dbb24d289335fcead6f748bf","value":1}},"109f18fe13154047af7f78a8a6ed83a9":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"35b3c261c261489da921a222851000b7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"38173e6b5841431fb2c1b55bf6af2ea2":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"bc29656d577d4cd9b7954f0376fd23ab":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"728c7953dbb24d289335fcead6f748bf":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"7de4699068dd42f88d782028da7097b6":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_d59b702fa44945679ac53108eda7b659","IPY_MODEL_89a88971898249d6a5a1b95fc75ad1e2"],"layout":"IPY_MODEL_728157e51ef9460e822b32299c0bb244"}},"d59b702fa44945679ac53108eda7b659":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c5471fd09e3f4ce19d5342c807ec591d","placeholder":"​","style":"IPY_MODEL_afbeeb24e35f4be4b77c2ec343c60a4b","value":"0.012 MB of 0.012 MB uploaded\r"}},"89a88971898249d6a5a1b95fc75ad1e2":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_5f7a1ad9407e4bb4b2693acde0a9e060","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_e911cf2b0e804552803762ffab30a8f5","value":1}},"728157e51ef9460e822b32299c0bb244":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c5471fd09e3f4ce19d5342c807ec591d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"afbeeb24e35f4be4b77c2ec343c60a4b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"5f7a1ad9407e4bb4b2693acde0a9e060":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e911cf2b0e804552803762ffab30a8f5":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"47f1067534a843eda5302f8dbe2ce41b":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_f4d412e3b91244dcbf231cf8f27a144d","IPY_MODEL_5b9af92e4c3641138cb9a69697ec10e2"],"layout":"IPY_MODEL_cfd0207b4910409bbe92df5a265019de"}},"f4d412e3b91244dcbf231cf8f27a144d":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_45c67ff8f7ed41eab8adb0a7f5e3f696","placeholder":"​","style":"IPY_MODEL_192f1949c2a74a22bc3c48753e849bf5","value":"0.012 MB of 0.012 MB uploaded\r"}},"5b9af92e4c3641138cb9a69697ec10e2":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_4a44386aa2244e0c85447cbce1adfe9d","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_efd7902a128046d9814506691c35401d","value":1}},"cfd0207b4910409bbe92df5a265019de":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"45c67ff8f7ed41eab8adb0a7f5e3f696":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"192f1949c2a74a22bc3c48753e849bf5":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"4a44386aa2244e0c85447cbce1adfe9d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"efd7902a128046d9814506691c35401d":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"fa444cdd67524f10a8f3cece3c00f00f":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_23e1be33b056451890575c89fac1af6f","IPY_MODEL_d7e76fa745864a71b37cc800172ef84f"],"layout":"IPY_MODEL_e44a87a69f6e4383af3a3d4fc60f1387"}},"23e1be33b056451890575c89fac1af6f":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e993a401fe544a6ca8aaefee687f06d6","placeholder":"​","style":"IPY_MODEL_176f2c121a0f493bafb12cd55210572f","value":"0.012 MB of 0.012 MB uploaded\r"}},"d7e76fa745864a71b37cc800172ef84f":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_14c13cbacb934b0d81901475bdca7468","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_c9567551bc664fa6b3e6f6d969aae771","value":1}},"e44a87a69f6e4383af3a3d4fc60f1387":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e993a401fe544a6ca8aaefee687f06d6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"176f2c121a0f493bafb12cd55210572f":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"14c13cbacb934b0d81901475bdca7468":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c9567551bc664fa6b3e6f6d969aae771":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"d8be931e49144526914f225b70544c15":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_4b26ccf5b55443b5bbad9300b7759c00","IPY_MODEL_42fe98817794464785e0a52fa69220f4"],"layout":"IPY_MODEL_42315f08966445b6b3162e6a9b1b598a"}},"4b26ccf5b55443b5bbad9300b7759c00":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e2129c5dddda410da632297d272d4508","placeholder":"​","style":"IPY_MODEL_39d40218d6dd45ef8bda41542c685ca2","value":"0.012 MB of 0.012 MB uploaded\r"}},"42fe98817794464785e0a52fa69220f4":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_be239e2618874c55a130d5f7d25e91e6","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_fb4611f861144dbd8f5badf76175e55e","value":1}},"42315f08966445b6b3162e6a9b1b598a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e2129c5dddda410da632297d272d4508":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"39d40218d6dd45ef8bda41542c685ca2":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"be239e2618874c55a130d5f7d25e91e6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fb4611f861144dbd8f5badf76175e55e":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"2dcb7b3565174df9870b386842a31956":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_ce5b6a4c4921471094d077208ca65922","IPY_MODEL_8a2a44d59ec74ea9bb47802379f77486"],"layout":"IPY_MODEL_f6b51c431b944eb78b32b7c298f70b9e"}},"ce5b6a4c4921471094d077208ca65922":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_4dd2511503bd4a91aaca6ae2b6392817","placeholder":"​","style":"IPY_MODEL_050240a84a644f6a9c4353b7dde018fd","value":"Waiting for wandb.init()...\r"}},"8a2a44d59ec74ea9bb47802379f77486":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_60568be76eda4db39c5afcae89d811a4","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_d0c28eed6a5742c0902e9db245ce3235","value":1}},"f6b51c431b944eb78b32b7c298f70b9e":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4dd2511503bd4a91aaca6ae2b6392817":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"050240a84a644f6a9c4353b7dde018fd":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"60568be76eda4db39c5afcae89d811a4":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d0c28eed6a5742c0902e9db245ce3235":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"c334217bf8084d00b231e45b1c757c56":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_c384b053af714d6993cf3f948f859c2f","IPY_MODEL_49654e061fa743cb87284cca41cc4380"],"layout":"IPY_MODEL_7af3a858cf464de5be84f5f82764698c"}},"c384b053af714d6993cf3f948f859c2f":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_8f58742282374c899fd8958171a25d23","placeholder":"​","style":"IPY_MODEL_f82269f86ef342e1bed15faefc68be05","value":"0.012 MB of 0.012 MB uploaded\r"}},"49654e061fa743cb87284cca41cc4380":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_6de5593409cf48cfbd9b5f66202916c5","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_81b4b82a6f4d4a30a48ca9f652c10219","value":1}},"7af3a858cf464de5be84f5f82764698c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8f58742282374c899fd8958171a25d23":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f82269f86ef342e1bed15faefc68be05":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"6de5593409cf48cfbd9b5f66202916c5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"81b4b82a6f4d4a30a48ca9f652c10219":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"78ad6c3bd6f74712b86817e0e7edc3f3":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_d72334b5b91548928a4dcd4079205450","IPY_MODEL_a5e0b7eefa774ff18e15976a8d0e9a92"],"layout":"IPY_MODEL_cc2b543a714640e2a2eb547c8c4b6bcf"}},"d72334b5b91548928a4dcd4079205450":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_cbe681fca62a4bc7bbcfd4b6ff97caa3","placeholder":"​","style":"IPY_MODEL_3256d4f860b148e2ac4dc46025ccd332","value":"0.012 MB of 0.012 MB uploaded\r"}},"a5e0b7eefa774ff18e15976a8d0e9a92":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_052a752c4da143cb8884094895ade51f","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_3c1747922cdb4f598cdd4e9b3a1a8f7e","value":1}},"cc2b543a714640e2a2eb547c8c4b6bcf":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"cbe681fca62a4bc7bbcfd4b6ff97caa3":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3256d4f860b148e2ac4dc46025ccd332":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"052a752c4da143cb8884094895ade51f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3c1747922cdb4f598cdd4e9b3a1a8f7e":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"34bec3f4bb744e8ab97679b7820b08dd":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_e663ee90f7aa4d50bc6065828b142719","IPY_MODEL_f5b9c5b2c0144844bceb1463e029767b"],"layout":"IPY_MODEL_7863fe8a84304181a59fad022f987df7"}},"e663ee90f7aa4d50bc6065828b142719":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_a576760b4bbe4610b832b30d2d0679a0","placeholder":"​","style":"IPY_MODEL_d0e8290578fe48ccb2dbf931284c1b1c","value":"0.012 MB of 0.012 MB uploaded\r"}},"f5b9c5b2c0144844bceb1463e029767b":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_bf1003e2213f432286e14258dcfa7a09","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_aa116dce99e24f5198a426640542a8a0","value":1}},"7863fe8a84304181a59fad022f987df7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a576760b4bbe4610b832b30d2d0679a0":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d0e8290578fe48ccb2dbf931284c1b1c":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"bf1003e2213f432286e14258dcfa7a09":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"aa116dce99e24f5198a426640542a8a0":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"e9e3c4856e144b56b9c2123cfd94ff26":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_f7f4550e54db404eac4a9923acc9d882","IPY_MODEL_c1dfc93cbd974c9486cc8f456bdce568"],"layout":"IPY_MODEL_f26a009165ab41938b2c5aa2e2bd6695"}},"f7f4550e54db404eac4a9923acc9d882":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_25420d95b7874dd1874ffa14aa6c28e4","placeholder":"​","style":"IPY_MODEL_3f1aa5febe7249fdbfc55f373c5e5f8e","value":"0.012 MB of 0.012 MB uploaded\r"}},"c1dfc93cbd974c9486cc8f456bdce568":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_f823fdcb717c49b6998d8a7ff9eb8bba","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_f7870b9eed6b49c2a254bf28eab177dd","value":1}},"f26a009165ab41938b2c5aa2e2bd6695":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"25420d95b7874dd1874ffa14aa6c28e4":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3f1aa5febe7249fdbfc55f373c5e5f8e":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"f823fdcb717c49b6998d8a7ff9eb8bba":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f7870b9eed6b49c2a254bf28eab177dd":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"ebe3e2e8c8b14c0782f5d976f8ad7603":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_746a0ec60c66417b8d0ca44573a72931","IPY_MODEL_fc6eb865577c4d389b7e4d1910e74c78"],"layout":"IPY_MODEL_076d2d875c1b47c28309792f6fb3fd98"}},"746a0ec60c66417b8d0ca44573a72931":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_129a1d9c12364a0fb1eddbeb40b70ea6","placeholder":"​","style":"IPY_MODEL_9fdeb48c4cbf4dc381dde6aea26d2773","value":"0.012 MB of 0.012 MB uploaded\r"}},"fc6eb865577c4d389b7e4d1910e74c78":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_4742cefa61204a508dcca807bf04db06","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_d505264cda2f4b469fc84f602c90f12e","value":1}},"076d2d875c1b47c28309792f6fb3fd98":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"129a1d9c12364a0fb1eddbeb40b70ea6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9fdeb48c4cbf4dc381dde6aea26d2773":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"4742cefa61204a508dcca807bf04db06":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d505264cda2f4b469fc84f602c90f12e":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"647c2a017fe34cecace7862b1893ca54":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_34bb1572bfd040ea968e9958a2543fc0","IPY_MODEL_90d99c4f1b704950931760f05e83f60b"],"layout":"IPY_MODEL_b26847394a9d4dfcbc817efed0abc52d"}},"34bb1572bfd040ea968e9958a2543fc0":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_834ffea0caa348aab173347cbde64b81","placeholder":"​","style":"IPY_MODEL_a149243dbd3b43168ee0430fed14ce78","value":"0.012 MB of 0.012 MB uploaded\r"}},"90d99c4f1b704950931760f05e83f60b":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_6b2f1586e26942e0a11ac6353bada452","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_a2cd30536fdf460893c3a114b7ab3eef","value":1}},"b26847394a9d4dfcbc817efed0abc52d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"834ffea0caa348aab173347cbde64b81":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a149243dbd3b43168ee0430fed14ce78":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"6b2f1586e26942e0a11ac6353bada452":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a2cd30536fdf460893c3a114b7ab3eef":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"aee4097e68764a0a81c297a2f1ba3c79":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_5c2ac690bcb14db8bc8696e55dfc4fb9","IPY_MODEL_abb3564e50ae4c85a6d24b47ec7d051d"],"layout":"IPY_MODEL_ef1802ae65124490a8215adfe3bc718c"}},"5c2ac690bcb14db8bc8696e55dfc4fb9":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_6c37527df0844a82b939e114d2642d05","placeholder":"​","style":"IPY_MODEL_0bd13568da9842a3bbff5cf576953885","value":"0.012 MB of 0.012 MB uploaded\r"}},"abb3564e50ae4c85a6d24b47ec7d051d":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_bf3f7039cd7c4960a2bd0244bbca3118","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_4f117f34407546388afdf1dee75e7303","value":1}},"ef1802ae65124490a8215adfe3bc718c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6c37527df0844a82b939e114d2642d05":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0bd13568da9842a3bbff5cf576953885":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"bf3f7039cd7c4960a2bd0244bbca3118":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4f117f34407546388afdf1dee75e7303":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"8a8c9861fa2f4d0495f7fb53b256d4af":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_addb7f75b2c84d6bbbab2214a8293a0e","IPY_MODEL_40e3aea5f378401faa9d30baa26980de"],"layout":"IPY_MODEL_09243a89272c416ebb71efec46d06865"}},"addb7f75b2c84d6bbbab2214a8293a0e":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_cdd66cbbf7db45faaf4164189967b117","placeholder":"​","style":"IPY_MODEL_c8e095eb02684ee5847c0f330e366b93","value":"0.012 MB of 0.012 MB uploaded\r"}},"40e3aea5f378401faa9d30baa26980de":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_3021ea9e03834ad0bb7ee5634afb5931","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_a82ffa52ca434b519b43ce7e49a0d4c2","value":1}},"09243a89272c416ebb71efec46d06865":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"cdd66cbbf7db45faaf4164189967b117":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c8e095eb02684ee5847c0f330e366b93":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"3021ea9e03834ad0bb7ee5634afb5931":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a82ffa52ca434b519b43ce7e49a0d4c2":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"2104bf8490d9476ca72b4d6dca707a54":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_c38eb24aee8b4be58fb876564d41ae09","IPY_MODEL_e3f7387f2a6c4898bd82897a5c5b9956"],"layout":"IPY_MODEL_a0d5ef2d73bf4e378bafebfba7047af6"}},"c38eb24aee8b4be58fb876564d41ae09":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c33f74faf5e8484fa439dc2c9eaa6e1e","placeholder":"​","style":"IPY_MODEL_04a1ed41d8a040a6beae175ac02db271","value":"0.012 MB of 0.012 MB uploaded\r"}},"e3f7387f2a6c4898bd82897a5c5b9956":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_f3ded63ca6164031bb184e39404007ed","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_b51e601aa7f84a849ab817c0f23b2885","value":1}},"a0d5ef2d73bf4e378bafebfba7047af6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c33f74faf5e8484fa439dc2c9eaa6e1e":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"04a1ed41d8a040a6beae175ac02db271":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"f3ded63ca6164031bb184e39404007ed":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b51e601aa7f84a849ab817c0f23b2885":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"6a1f50c02c7b4f2a9ff6cdd5caccf30b":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_2e90c2d609334abb9bc80f32ce306c6a","IPY_MODEL_9d25a10bcc5c4e9ea9e16d97f4ffefcb"],"layout":"IPY_MODEL_0e847beb31fc40698b9a703e28ebc970"}},"2e90c2d609334abb9bc80f32ce306c6a":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f9d1a73661cf4f2389df48166893be3b","placeholder":"​","style":"IPY_MODEL_a772ba57bc6542df945dfd0968a2c4ed","value":"0.012 MB of 0.012 MB uploaded\r"}},"9d25a10bcc5c4e9ea9e16d97f4ffefcb":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_7303267270a34fba8eb20998f3f6e2b2","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_7dca9bdf46c74d829d15dde5db6bd870","value":1}},"0e847beb31fc40698b9a703e28ebc970":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f9d1a73661cf4f2389df48166893be3b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a772ba57bc6542df945dfd0968a2c4ed":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7303267270a34fba8eb20998f3f6e2b2":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7dca9bdf46c74d829d15dde5db6bd870":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"5e4101710a4f46b9b30a55d11046e6cf":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_32af29f8fe42414f8772b61e1c9ebe45","IPY_MODEL_bb1726d36776443984a027dd3a4b504f"],"layout":"IPY_MODEL_c6f5cf14a0d540998b22f9a1f542480e"}},"32af29f8fe42414f8772b61e1c9ebe45":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_dbf9d69c646b4ad5a5c4b6709ae3baef","placeholder":"​","style":"IPY_MODEL_f94f009b9a894bba9026873aead77ac1","value":"0.012 MB of 0.012 MB uploaded\r"}},"bb1726d36776443984a027dd3a4b504f":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_6d008b129c3145ac8e1318b002bec479","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_f1d7aefee29a433bbe398faa3aa7dfc7","value":1}},"c6f5cf14a0d540998b22f9a1f542480e":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"dbf9d69c646b4ad5a5c4b6709ae3baef":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f94f009b9a894bba9026873aead77ac1":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"6d008b129c3145ac8e1318b002bec479":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f1d7aefee29a433bbe398faa3aa7dfc7":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"c3c5732682c44269b1d6b40a4422daf4":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_94f63ddc44304f11bb68c0f39160cb8c","IPY_MODEL_553e4cd12e274a1bb987498881f83ad1"],"layout":"IPY_MODEL_d0763b88f77447c29e8a222d860d3fb2"}},"94f63ddc44304f11bb68c0f39160cb8c":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_91d2e4199ab44111828c81c253e667dc","placeholder":"​","style":"IPY_MODEL_3770ae6530a04f6f9d0b0f9c272a4caf","value":"0.012 MB of 0.012 MB uploaded\r"}},"553e4cd12e274a1bb987498881f83ad1":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_9c054c730dc340a098c5357d39af9b83","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_81e02fcf7e3647be98c778a163ffaf9a","value":1}},"d0763b88f77447c29e8a222d860d3fb2":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"91d2e4199ab44111828c81c253e667dc":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3770ae6530a04f6f9d0b0f9c272a4caf":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"9c054c730dc340a098c5357d39af9b83":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"81e02fcf7e3647be98c778a163ffaf9a":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"4f00f4cb746d47a7b618b538e09942ed":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_bf1b4ddebf4c417fad073a8460228fc9","IPY_MODEL_a81b0728ca1e4b28931e9b97ffe824ac"],"layout":"IPY_MODEL_30cc4de5061747f6a3c59ee24c31c5b0"}},"bf1b4ddebf4c417fad073a8460228fc9":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_7a3b6d5743f64553a63f7b9a304d70ec","placeholder":"​","style":"IPY_MODEL_b1b1cfcb78e646c1be5f0fa687424fc0","value":"0.012 MB of 0.012 MB uploaded\r"}},"a81b0728ca1e4b28931e9b97ffe824ac":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_b13ae18f2dfb46699ff1a5f99e434a36","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_7c351ed680ba4537bd7916b4bb3b3ab7","value":1}},"30cc4de5061747f6a3c59ee24c31c5b0":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7a3b6d5743f64553a63f7b9a304d70ec":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b1b1cfcb78e646c1be5f0fa687424fc0":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b13ae18f2dfb46699ff1a5f99e434a36":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7c351ed680ba4537bd7916b4bb3b3ab7":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"dcb2c958e5d8453a962461bef9745782":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_967861dfb391446caf0a7a689dd3748c","IPY_MODEL_acde67177fde4d42b839a178e9fee321"],"layout":"IPY_MODEL_41c8f2d34ee44d6288c9c4715588ef06"}},"967861dfb391446caf0a7a689dd3748c":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_d13666ee8a7b4e638825a274303e528c","placeholder":"​","style":"IPY_MODEL_8bc9fe85404342539c49b9a310836587","value":"0.012 MB of 0.012 MB uploaded\r"}},"acde67177fde4d42b839a178e9fee321":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_7b44a6d428ff4b1bbd98f1b85a1c0604","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_7c1da114aaf74756a632dc91e1b96c70","value":1}},"41c8f2d34ee44d6288c9c4715588ef06":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d13666ee8a7b4e638825a274303e528c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8bc9fe85404342539c49b9a310836587":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7b44a6d428ff4b1bbd98f1b85a1c0604":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7c1da114aaf74756a632dc91e1b96c70":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"6509af8f34cd42a092939804e9c40792":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_978be4aeaab74b0f8bae1037ff57acfb","IPY_MODEL_b12431804547443688040ba6ae6eb8cb"],"layout":"IPY_MODEL_0bdd8e159bc1447ba9d4dcb10c65af20"}},"978be4aeaab74b0f8bae1037ff57acfb":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_baf8011f469742e9b600908511af55c4","placeholder":"​","style":"IPY_MODEL_d45ee907f9da428d81f13acfd65c2737","value":"0.012 MB of 0.012 MB uploaded\r"}},"b12431804547443688040ba6ae6eb8cb":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_872fd582cf45474cac36d7a6cf32cfba","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_78a974c6006f4988a7278564b4cda562","value":1}},"0bdd8e159bc1447ba9d4dcb10c65af20":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"baf8011f469742e9b600908511af55c4":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d45ee907f9da428d81f13acfd65c2737":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"872fd582cf45474cac36d7a6cf32cfba":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"78a974c6006f4988a7278564b4cda562":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"467228eeaf514652ba2d1664143def90":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_26a1678bbaf14f32ad55654803d00d7a","IPY_MODEL_5360d19b68c3428cbf5232a202bfc253"],"layout":"IPY_MODEL_6934edcad92e48d3ac02ab0e39163fcf"}},"26a1678bbaf14f32ad55654803d00d7a":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_9684b4bb4e3d4c939a4569fa072e634c","placeholder":"​","style":"IPY_MODEL_bb2ff8a2d2a64208a39da3cc03dc7666","value":"0.012 MB of 0.012 MB uploaded\r"}},"5360d19b68c3428cbf5232a202bfc253":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_7c5765b602024dd1909de6011f3c4dda","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_d93a6e60c57c45c49d89084264e58809","value":1}},"6934edcad92e48d3ac02ab0e39163fcf":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9684b4bb4e3d4c939a4569fa072e634c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"bb2ff8a2d2a64208a39da3cc03dc7666":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7c5765b602024dd1909de6011f3c4dda":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d93a6e60c57c45c49d89084264e58809":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"0fb7ad78081c4a69b47e0f5ebb8e8c80":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_24b9527573834c2da7f456ef557e5b5a","IPY_MODEL_b90628ad25c0491cafd9066e827c4130"],"layout":"IPY_MODEL_b4be1e8e5db14a07aa3d476e75c8f869"}},"24b9527573834c2da7f456ef557e5b5a":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_3c5e2a94904b46e7a8ee0e5fbe76e062","placeholder":"​","style":"IPY_MODEL_10785e205d464adfae846f9dddad968d","value":"0.012 MB of 0.012 MB uploaded\r"}},"b90628ad25c0491cafd9066e827c4130":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_6d9faabad23d4321a6150369feea51ff","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_35cdbf5f09ac4c64a51fb591bc87c185","value":1}},"b4be1e8e5db14a07aa3d476e75c8f869":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3c5e2a94904b46e7a8ee0e5fbe76e062":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"10785e205d464adfae846f9dddad968d":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"6d9faabad23d4321a6150369feea51ff":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"35cdbf5f09ac4c64a51fb591bc87c185":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"99f33b8bda6d417a9e9a785f2852319c":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_8c5d04677a5a49819f17062490bc302d","IPY_MODEL_1adf8d5952244b969bc96c0486d49573"],"layout":"IPY_MODEL_27ffbd3cc90a40baa2ce157d1c54161c"}},"8c5d04677a5a49819f17062490bc302d":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e2ae3b156a594ffca65e0a544580138f","placeholder":"​","style":"IPY_MODEL_b48c0b0aa4c44cc7abfaec395839bfbd","value":"0.012 MB of 0.012 MB uploaded\r"}},"1adf8d5952244b969bc96c0486d49573":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_de94c4e3ab4d40cb8c812570cdd1a32c","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_b7892949996d4776b47a35c3ec05dbec","value":1}},"27ffbd3cc90a40baa2ce157d1c54161c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e2ae3b156a594ffca65e0a544580138f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b48c0b0aa4c44cc7abfaec395839bfbd":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"de94c4e3ab4d40cb8c812570cdd1a32c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b7892949996d4776b47a35c3ec05dbec":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"d65fe7fc2e5741ab8701ab15686fde0b":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_41d302a4c14041d0a2f7059407f122c0","IPY_MODEL_ba0467d8ea444647adcb40ac16a1a56b"],"layout":"IPY_MODEL_dd12da0ea55b4e7ca7a6ab033ca7d13e"}},"41d302a4c14041d0a2f7059407f122c0":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_fb2f282c3aaa49bfb76f8cef5af7b286","placeholder":"​","style":"IPY_MODEL_abaf461a07184868bf6d9161c7163e91","value":"0.012 MB of 0.012 MB uploaded\r"}},"ba0467d8ea444647adcb40ac16a1a56b":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_37714ebc8c404ed0b7b264885bf5a534","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_c9bfbbc1ffa44278abbf3ea470e797d1","value":1}},"dd12da0ea55b4e7ca7a6ab033ca7d13e":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fb2f282c3aaa49bfb76f8cef5af7b286":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"abaf461a07184868bf6d9161c7163e91":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"37714ebc8c404ed0b7b264885bf5a534":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c9bfbbc1ffa44278abbf3ea470e797d1":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"e9cd233d5156455a932710f55bb4e515":{"model_module":"@jupyter-widgets/controls","model_name":"VBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"VBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"VBoxView","box_style":"","children":["IPY_MODEL_6d87ad2562c347c0955aad9b4408f866","IPY_MODEL_6c4a8302dd1c46e0bbbd5f5ea911cd1e"],"layout":"IPY_MODEL_153fdade47ef4df1b2fc61cfdb909d7e"}},"6d87ad2562c347c0955aad9b4408f866":{"model_module":"@jupyter-widgets/controls","model_name":"LabelModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"LabelModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"LabelView","description":"","description_tooltip":null,"layout":"IPY_MODEL_505de307847e42338f1788cf714e2470","placeholder":"​","style":"IPY_MODEL_b1a8984ff74c447c8315fe49fb0a39b8","value":"0.012 MB of 0.012 MB uploaded\r"}},"6c4a8302dd1c46e0bbbd5f5ea911cd1e":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_7910b8ee941f4524be2a8e0b72f1db76","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_fee236efd305416d90542d13a5718a73","value":1}},"153fdade47ef4df1b2fc61cfdb909d7e":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"505de307847e42338f1788cf714e2470":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b1a8984ff74c447c8315fe49fb0a39b8":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7910b8ee941f4524be2a8e0b72f1db76":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fee236efd305416d90542d13a5718a73":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}}}}},"cells":[{"cell_type":"markdown","source":["# 0. Setup Environement"],"metadata":{"id":"r1GRRmBlj0ID"}},{"cell_type":"code","execution_count":1,"metadata":{"id":"_6-c1wvLepy4","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1702848467307,"user_tz":300,"elapsed":2047,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}},"outputId":"4d8c2eb7-3f89-47f6-eee9-1e7975e75557"},"outputs":[{"output_type":"stream","name":"stdout","text":["Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n","/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project\n"]}],"source":["from google.colab import drive\n","\n","drive.mount(\"/content/drive\")\n","\n","%cd /content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA\\ 301\\ Advanced\\ DS/final_project"]},{"cell_type":"code","source":["%%capture\n","%pip install -r requirements.txt\n","%pip install wandb -Uq\n","import pandas\n","import numpy\n","import json5\n","import functools\n","import json\n","from matplotlib import pyplot\n","from typing import Optional, Any, Coroutine, Union, Dict, List\n","import nltk\n","from nltk.corpus import stopwords\n","import string\n","import contractions\n","import torch\n","import wandb\n","import sklearn\n","import torch.nn as nn\n","from torch.utils.data import Dataset, DataLoader\n","from sklearn.model_selection import train_test_split\n","\n","nltk.download(\"averaged_perceptron_tagger\")\n","nltk.download(\"universal_tagset\")\n","nltk.download(\"stopwords\")\n","nltk.download(\"punkt\")"],"metadata":{"id":"2MaoCriihkiI","executionInfo":{"status":"ok","timestamp":1702848481454,"user_tz":300,"elapsed":14149,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}}},"execution_count":2,"outputs":[]},{"cell_type":"code","source":["def get_best_torch_device():\n","    if torch.cuda.is_available():  # CUDA\n","        return \"cuda\"\n","    elif torch.backends.mps.is_available():  # Apple Silicon / GPU\n","        return \"mps\"\n","    else:  # Fallback to CPU\n","        return \"cpu\""],"metadata":{"id":"Y9qBunDeolYG","executionInfo":{"status":"ok","timestamp":1702848481454,"user_tz":300,"elapsed":3,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}}},"execution_count":3,"outputs":[]},{"cell_type":"markdown","source":["# 1. Data Loading & Configure Hyperparameters"],"metadata":{"id":"gJ_fp2UFj8gy"}},{"cell_type":"code","source":["# Configure hyperparameters (+ random state)\n","random_state = 13117\n","h_iter = 256\n","h_batch_size = 4096\n","h_test_size = 0.15\n","h_validation_size = 0.15\n","h_layers = 4\n","h_learning_rate = 0.001\n","\n","device = get_best_torch_device()\n","print(f\"Currently using {device.upper()} for training!\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"i5bybuU5iVer","executionInfo":{"status":"ok","timestamp":1702848481454,"user_tz":300,"elapsed":2,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}},"outputId":"db80ab59-7801-405d-f8dc-66237f4380cd"},"execution_count":4,"outputs":[{"output_type":"stream","name":"stdout","text":["Currently using CUDA for training!\n"]}]},{"cell_type":"code","source":["label_data = pandas.read_csv(\"data/balanced_with_labels_v2.csv\")\n","\n","# Get rid of three-star reviews as it kinda confuses our algorithm\n","label_data = label_data[label_data[\"rating\"] != 3]\n","\n","# Shuffle data\n","label_data = label_data.sample(frac=1, random_state=random_state)\n","label_data.rename(columns={\"Unnamed: 0\" : \"length\"},inplace=True)\n","# Base on results from eye-balling the dataset,\n","# people seem to have a hard time giving intermediate (2 and 4) ratings,\n","# lets flat them.\n","# def get_flat_value(input_val):\n","#     if input_val <= 2:\n","#         return 1\n","#     elif input_val >= 3:\n","#         return 5\n","\n","# label_data[\"rating\"] = [get_flat_value(x) for x in label_data[\"rating\"]]\n","\n","display(label_data.head(10))\n","print(label_data.columns)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":1000},"id":"wsYoVubbhmw4","executionInfo":{"status":"ok","timestamp":1702848482993,"user_tz":300,"elapsed":1541,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}},"outputId":"eadf0d42-e26b-4c26-f5ac-a8470af9beff"},"execution_count":5,"outputs":[{"output_type":"display_data","data":{"text/plain":["       length                                        review_text  rating  \\\n","43852    6858  I Love it , the case came way earlier than I e...       5   \n","49474   16997  Purchased a couple of these to have some backu...       5   \n","49988   17938  This is exactly as described, it fits on the 4...       5   \n","11442   24748  I did not like the detachable lens because in ...       2   \n","32803   13558  The product looks as advertised. The dock work...       4   \n","39587   47635  Some cables I have been skeptical of because i...       4   \n","19569  167672  After using this case for several weeks, I wou...       2   \n","6323    90592  Looks pretty but does not last very long. Very...       1   \n","32461   11997  Battery over extends the device. The AC plug s...       4   \n","34385   21566  Battery works great! I bought the battery befo...       4   \n","\n","       length     worst      okay   average  top-notch  satisfactory  \\\n","43852     167  0.000118  0.000773  0.000352   0.170489      0.066722   \n","49474     134  0.000279  0.008049  0.000438   0.109011      0.132956   \n","49988     319  0.000298  0.033936  0.001442   0.094081      0.224641   \n","11442     107  0.003923  0.002549  0.002179   0.002240      0.001669   \n","32803     208  0.000545  0.084155  0.005360   0.114425      0.125178   \n","39587     163  0.000122  0.132858  0.005231   0.052803      0.147154   \n","19569     222  0.004394  0.008581  0.013024   0.000499      0.001423   \n","6323      112  0.001509  0.017178  0.019331   0.000456      0.002528   \n","32461     625  0.000561  0.166334  0.041261   0.001369      0.112305   \n","34385    1064  0.000381  0.070915  0.003922   0.050744      0.131416   \n","\n","       below expectations  ...      poor      good  outstanding  mediocre  \\\n","43852            0.002396  ...  0.000205  0.064828     0.118238  0.000281   \n","49474            0.000585  ...  0.000364  0.159151     0.076090  0.000454   \n","49988            0.002623  ...  0.000485  0.167467     0.045900  0.000749   \n","11442            0.079483  ...  0.090445  0.004064     0.002290  0.022723   \n","32803            0.006628  ...  0.002507  0.213531     0.012508  0.002183   \n","39587            0.015131  ...  0.000830  0.149270     0.019631  0.001982   \n","19569            0.144771  ...  0.093160  0.004454     0.000446  0.092779   \n","6323             0.163811  ...  0.109466  0.003591     0.000537  0.122611   \n","32461            0.051571  ...  0.017509  0.131220     0.003349  0.044215   \n","34385            0.005974  ...  0.002854  0.229820     0.057702  0.003162   \n","\n","       commendable  acceptable  disappointing  excellent  above average  \\\n","43852     0.047875    0.013985       0.000251   0.129232       0.023593   \n","49474     0.051739    0.025226       0.000476   0.133450       0.025896   \n","49988     0.058534    0.065348       0.000497   0.072379       0.022479   \n","11442     0.002280    0.002183       0.197969   0.001696       0.001991   \n","32803     0.033469    0.056006       0.038473   0.023701       0.031600   \n","39587     0.081854    0.058517       0.000514   0.044522       0.059554   \n","19569     0.000714    0.002078       0.106986   0.000420       0.001287   \n","6323      0.002190    0.002834       0.141044   0.000392       0.002520   \n","32461     0.019786    0.097497       0.008892   0.004881       0.042797   \n","34385     0.043856    0.046521       0.002028   0.121503       0.050549   \n","\n","       defective  \n","43852   0.000170  \n","49474   0.000317  \n","49988   0.000406  \n","11442   0.082040  \n","32803   0.003428  \n","39587   0.001638  \n","19569   0.104478  \n","6323    0.041401  \n","32461   0.002677  \n","34385   0.001200  \n","\n","[10 rows x 28 columns]"],"text/html":["\n","  <div id=\"df-cd8613bc-d9c5-4ecc-a9bd-4390ddc1b363\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>length</th>\n","      <th>review_text</th>\n","      <th>rating</th>\n","      <th>length</th>\n","      <th>worst</th>\n","      <th>okay</th>\n","      <th>average</th>\n","      <th>top-notch</th>\n","      <th>satisfactory</th>\n","      <th>below expectations</th>\n","      <th>...</th>\n","      <th>poor</th>\n","      <th>good</th>\n","      <th>outstanding</th>\n","      <th>mediocre</th>\n","      <th>commendable</th>\n","      <th>acceptable</th>\n","      <th>disappointing</th>\n","      <th>excellent</th>\n","      <th>above average</th>\n","      <th>defective</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>43852</th>\n","      <td>6858</td>\n","      <td>I Love it , the case came way earlier than I e...</td>\n","      <td>5</td>\n","      <td>167</td>\n","      <td>0.000118</td>\n","      <td>0.000773</td>\n","      <td>0.000352</td>\n","      <td>0.170489</td>\n","      <td>0.066722</td>\n","      <td>0.002396</td>\n","      <td>...</td>\n","      <td>0.000205</td>\n","      <td>0.064828</td>\n","      <td>0.118238</td>\n","      <td>0.000281</td>\n","      <td>0.047875</td>\n","      <td>0.013985</td>\n","      <td>0.000251</td>\n","      <td>0.129232</td>\n","      <td>0.023593</td>\n","      <td>0.000170</td>\n","    </tr>\n","    <tr>\n","      <th>49474</th>\n","      <td>16997</td>\n","      <td>Purchased a couple of these to have some backu...</td>\n","      <td>5</td>\n","      <td>134</td>\n","      <td>0.000279</td>\n","      <td>0.008049</td>\n","      <td>0.000438</td>\n","      <td>0.109011</td>\n","      <td>0.132956</td>\n","      <td>0.000585</td>\n","      <td>...</td>\n","      <td>0.000364</td>\n","      <td>0.159151</td>\n","      <td>0.076090</td>\n","      <td>0.000454</td>\n","      <td>0.051739</td>\n","      <td>0.025226</td>\n","      <td>0.000476</td>\n","      <td>0.133450</td>\n","      <td>0.025896</td>\n","      <td>0.000317</td>\n","    </tr>\n","    <tr>\n","      <th>49988</th>\n","      <td>17938</td>\n","      <td>This is exactly as described, it fits on the 4...</td>\n","      <td>5</td>\n","      <td>319</td>\n","      <td>0.000298</td>\n","      <td>0.033936</td>\n","      <td>0.001442</td>\n","      <td>0.094081</td>\n","      <td>0.224641</td>\n","      <td>0.002623</td>\n","      <td>...</td>\n","      <td>0.000485</td>\n","      <td>0.167467</td>\n","      <td>0.045900</td>\n","      <td>0.000749</td>\n","      <td>0.058534</td>\n","      <td>0.065348</td>\n","      <td>0.000497</td>\n","      <td>0.072379</td>\n","      <td>0.022479</td>\n","      <td>0.000406</td>\n","    </tr>\n","    <tr>\n","      <th>11442</th>\n","      <td>24748</td>\n","      <td>I did not like the detachable lens because in ...</td>\n","      <td>2</td>\n","      <td>107</td>\n","      <td>0.003923</td>\n","      <td>0.002549</td>\n","      <td>0.002179</td>\n","      <td>0.002240</td>\n","      <td>0.001669</td>\n","      <td>0.079483</td>\n","      <td>...</td>\n","      <td>0.090445</td>\n","      <td>0.004064</td>\n","      <td>0.002290</td>\n","      <td>0.022723</td>\n","      <td>0.002280</td>\n","      <td>0.002183</td>\n","      <td>0.197969</td>\n","      <td>0.001696</td>\n","      <td>0.001991</td>\n","      <td>0.082040</td>\n","    </tr>\n","    <tr>\n","      <th>32803</th>\n","      <td>13558</td>\n","      <td>The product looks as advertised. The dock work...</td>\n","      <td>4</td>\n","      <td>208</td>\n","      <td>0.000545</td>\n","      <td>0.084155</td>\n","      <td>0.005360</td>\n","      <td>0.114425</td>\n","      <td>0.125178</td>\n","      <td>0.006628</td>\n","      <td>...</td>\n","      <td>0.002507</td>\n","      <td>0.213531</td>\n","      <td>0.012508</td>\n","      <td>0.002183</td>\n","      <td>0.033469</td>\n","      <td>0.056006</td>\n","      <td>0.038473</td>\n","      <td>0.023701</td>\n","      <td>0.031600</td>\n","      <td>0.003428</td>\n","    </tr>\n","    <tr>\n","      <th>39587</th>\n","      <td>47635</td>\n","      <td>Some cables I have been skeptical of because i...</td>\n","      <td>4</td>\n","      <td>163</td>\n","      <td>0.000122</td>\n","      <td>0.132858</td>\n","      <td>0.005231</td>\n","      <td>0.052803</td>\n","      <td>0.147154</td>\n","      <td>0.015131</td>\n","      <td>...</td>\n","      <td>0.000830</td>\n","      <td>0.149270</td>\n","      <td>0.019631</td>\n","      <td>0.001982</td>\n","      <td>0.081854</td>\n","      <td>0.058517</td>\n","      <td>0.000514</td>\n","      <td>0.044522</td>\n","      <td>0.059554</td>\n","      <td>0.001638</td>\n","    </tr>\n","    <tr>\n","      <th>19569</th>\n","      <td>167672</td>\n","      <td>After using this case for several weeks, I wou...</td>\n","      <td>2</td>\n","      <td>222</td>\n","      <td>0.004394</td>\n","      <td>0.008581</td>\n","      <td>0.013024</td>\n","      <td>0.000499</td>\n","      <td>0.001423</td>\n","      <td>0.144771</td>\n","      <td>...</td>\n","      <td>0.093160</td>\n","      <td>0.004454</td>\n","      <td>0.000446</td>\n","      <td>0.092779</td>\n","      <td>0.000714</td>\n","      <td>0.002078</td>\n","      <td>0.106986</td>\n","      <td>0.000420</td>\n","      <td>0.001287</td>\n","      <td>0.104478</td>\n","    </tr>\n","    <tr>\n","      <th>6323</th>\n","      <td>90592</td>\n","      <td>Looks pretty but does not last very long. Very...</td>\n","      <td>1</td>\n","      <td>112</td>\n","      <td>0.001509</td>\n","      <td>0.017178</td>\n","      <td>0.019331</td>\n","      <td>0.000456</td>\n","      <td>0.002528</td>\n","      <td>0.163811</td>\n","      <td>...</td>\n","      <td>0.109466</td>\n","      <td>0.003591</td>\n","      <td>0.000537</td>\n","      <td>0.122611</td>\n","      <td>0.002190</td>\n","      <td>0.002834</td>\n","      <td>0.141044</td>\n","      <td>0.000392</td>\n","      <td>0.002520</td>\n","      <td>0.041401</td>\n","    </tr>\n","    <tr>\n","      <th>32461</th>\n","      <td>11997</td>\n","      <td>Battery over extends the device. The AC plug s...</td>\n","      <td>4</td>\n","      <td>625</td>\n","      <td>0.000561</td>\n","      <td>0.166334</td>\n","      <td>0.041261</td>\n","      <td>0.001369</td>\n","      <td>0.112305</td>\n","      <td>0.051571</td>\n","      <td>...</td>\n","      <td>0.017509</td>\n","      <td>0.131220</td>\n","      <td>0.003349</td>\n","      <td>0.044215</td>\n","      <td>0.019786</td>\n","      <td>0.097497</td>\n","      <td>0.008892</td>\n","      <td>0.004881</td>\n","      <td>0.042797</td>\n","      <td>0.002677</td>\n","    </tr>\n","    <tr>\n","      <th>34385</th>\n","      <td>21566</td>\n","      <td>Battery works great! I bought the battery befo...</td>\n","      <td>4</td>\n","      <td>1064</td>\n","      <td>0.000381</td>\n","      <td>0.070915</td>\n","      <td>0.003922</td>\n","      <td>0.050744</td>\n","      <td>0.131416</td>\n","      <td>0.005974</td>\n","      <td>...</td>\n","      <td>0.002854</td>\n","      <td>0.229820</td>\n","      <td>0.057702</td>\n","      <td>0.003162</td>\n","      <td>0.043856</td>\n","      <td>0.046521</td>\n","      <td>0.002028</td>\n","      <td>0.121503</td>\n","      <td>0.050549</td>\n","      <td>0.001200</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>10 rows × 28 columns</p>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-cd8613bc-d9c5-4ecc-a9bd-4390ddc1b363')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-cd8613bc-d9c5-4ecc-a9bd-4390ddc1b363 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-cd8613bc-d9c5-4ecc-a9bd-4390ddc1b363');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-0fca0ee9-694a-4c2b-a5e1-ee2c64221968\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-0fca0ee9-694a-4c2b-a5e1-ee2c64221968')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-0fca0ee9-694a-4c2b-a5e1-ee2c64221968 button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","    </div>\n","  </div>\n"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Index(['length', 'review_text', 'rating', 'length', 'worst', 'okay', 'average',\n","       'top-notch', 'satisfactory', 'below expectations', 'unsatisfactory',\n","       'bad', 'so-so', 'neutral', 'satisfying', 'amazing', 'impressive',\n","       'fantastic', 'poor', 'good', 'outstanding', 'mediocre', 'commendable',\n","       'acceptable', 'disappointing', 'excellent', 'above average',\n","       'defective'],\n","      dtype='object')\n"]}]},{"cell_type":"code","source":["train_set, tmp_set = train_test_split(\n","    label_data, test_size=h_test_size + h_validation_size, random_state=random_state\n",")\n","test_set, validation_set = train_test_split(\n","    tmp_set,\n","    test_size=h_validation_size / (h_validation_size + h_test_size),\n","    random_state=random_state,\n",")\n","# train_set = label_data.sample(frac=1 - h_test_size, random_state=random_state)\n","# test_set = label_data.sample(frac=h_test_size, random_state=random_state)"],"metadata":{"id":"Sp_H2UnliIQS","executionInfo":{"status":"ok","timestamp":1702848482994,"user_tz":300,"elapsed":5,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}}},"execution_count":6,"outputs":[]},{"cell_type":"markdown","source":[],"metadata":{"id":"artGyRxMGO1r"}},{"cell_type":"code","source":["class FairDataset(torch.utils.data.Dataset):\n","    def __init__(self, df_input):\n","        df_x = df_input[\n","            [\n","                c\n","                for c in df_input.columns\n","                if c not in [\"review_text\", \"rating\", \"length\"]\n","            ]\n","        ]\n","        df_y = df_input[\"rating\"]\n","        self.features = torch.tensor(df_x.values, dtype=torch.float32).to(device)\n","        self.labels = torch.tensor(df_y.values, dtype=torch.float32).to(device)\n","        self.df_x = df_x\n","        self.df_y = df_y\n","        self.df_input = df_input\n","\n","    def __len__(self):\n","        return len(self.features)\n","\n","    def __getitem__(self, idx):\n","        return self.features[idx], self.labels[idx]"],"metadata":{"id":"05uM_LyoiLOF","executionInfo":{"status":"ok","timestamp":1702848482994,"user_tz":300,"elapsed":5,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}}},"execution_count":7,"outputs":[]},{"cell_type":"code","source":["ds_train = FairDataset(train_set)\n","ds_test = FairDataset(test_set)\n","ds_validation = FairDataset(validation_set)"],"metadata":{"id":"GvQ-iD2Er5jb","executionInfo":{"status":"ok","timestamp":1702848482994,"user_tz":300,"elapsed":4,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}}},"execution_count":8,"outputs":[]},{"cell_type":"code","source":["print(\"# of samples in train set:\", len(ds_train))\n","print(\"# of samples in test set:\", len(ds_test))\n","print(\"# of samples in validation set:\", len(ds_validation))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"eKt4v2TM61M8","executionInfo":{"status":"ok","timestamp":1702848482994,"user_tz":300,"elapsed":4,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}},"outputId":"8cc059f6-92bb-41fa-90c7-7faf5b8786db"},"execution_count":9,"outputs":[{"output_type":"stream","name":"stdout","text":["# of samples in train set: 28000\n","# of samples in test set: 6000\n","# of samples in validation set: 6000\n"]}]},{"cell_type":"markdown","source":["# 2. Define and Train Model"],"metadata":{"id":"Uj8px_O169IX"}},{"cell_type":"code","source":["def spawn_layers(\n","    n_layers,\n","    input_size,\n","    output_size,\n","    is_batch_norm=True,\n","    activation_func=nn.ReLU,\n","    output_func=nn.LogSoftmax,\n","):\n","    layers = []\n","    prev_hidden = input_size\n","\n","    for i in range(n_layers):\n","        hidden_size = int((prev_hidden + output_size) / 2)\n","\n","        layers += [\n","            nn.Linear(in_features=prev_hidden, out_features=hidden_size),\n","            nn.BatchNorm1d(hidden_size) if is_batch_norm else nn.Identity(),\n","            activation_func(),\n","        ]\n","\n","        prev_hidden = hidden_size\n","\n","    return layers + [output_func(dim=1)]"],"metadata":{"id":"KRvFFnjL8put","executionInfo":{"status":"ok","timestamp":1702848482994,"user_tz":300,"elapsed":4,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}}},"execution_count":10,"outputs":[]},{"cell_type":"code","source":["sample_input, sample_output = ds_train[0]\n","\n","input_size = len(sample_input)\n","output_size = len(str(sample_output))"],"metadata":{"id":"0jERlgWoBwzy","executionInfo":{"status":"ok","timestamp":1702848482994,"user_tz":300,"elapsed":3,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}}},"execution_count":11,"outputs":[]},{"cell_type":"code","source":["columns = [\"epoch\", \"train_loss\", \"val_loss\", \"val_accuracy\",\"train_accuracy\"]\n","\n","\n","loader_test = DataLoader(ds_test, batch_size=h_batch_size, shuffle=False)\n","loader_validation = DataLoader(ds_validation, batch_size=h_batch_size, shuffle=False)\n","\n","\n","def train_node(params):\n","    rows = []\n","    batch_size = params[\"batch_size\"]\n","    n_layers = params[\"n_layers\"]\n","    learning_rate = params[\"learning_rate\"]\n","    n_epochs = params[\"n_epochs\"]\n","    is_batch_norm = params[\"is_batch_norm\"]\n","\n","    optimizer_func = (\n","        torch.optim.Adam if params[\"optimizer\"] == \"adam\" else torch.optim.SGD\n","    )\n","    activation_func = (\n","        nn.LeakyReLU if params[\"activation_func\"] == \"leaky_relu\" else nn.ReLU\n","    )\n","\n","    loader_train = DataLoader(ds_train, batch_size=batch_size, shuffle=True)\n","\n","    # Intialize Model\n","    model = nn.Sequential(\n","        *spawn_layers(\n","            n_layers,\n","            input_size,\n","            output_size,\n","            activation_func=activation_func,\n","            is_batch_norm=is_batch_norm,\n","        )\n","    ).to(device)\n","\n","    # Initalize Optimizer (Adam in this case)\n","    optimizer = optimizer_func(model.parameters(), lr=learning_rate)\n","\n","    # Initialize Loss Function\n","    criterion = nn.CrossEntropyLoss()\n","\n","    best_val_loss = -1\n","    best_chkpt = None\n","    best_accuracy = -1\n","\n","    for epoch in range(n_epochs):\n","        model.train()  # Set the model to training mode\n","\n","        loss = None\n","        val_loss = None\n","        for inputs, labels in loader_train:\n","            # Zero the gradients\n","            optimizer.zero_grad()\n","\n","            # Forward pass\n","            outputs = model(inputs)\n","\n","            # Compute the loss\n","            loss = criterion(outputs, labels.long())\n","\n","            # Backward pass and optimization\n","            loss.backward()\n","            optimizer.step()\n","\n","        # Validation after each epoch\n","        model.eval()\n","        correct = 0\n","        total = 0\n","\n","        # Get validation loss and accuracy\n","        with torch.no_grad():\n","            for inputs, labels in loader_validation:\n","                outputs = model(inputs)\n","                val_loss = criterion(outputs, labels.long())\n","\n","                _, predicted = torch.max(outputs, 1)\n","                total += labels.size(0)\n","                correct += (predicted == labels).sum().item()\n","\n","        val_accuracy = correct / total\n","        val_loss_num = val_loss.item()\n","\n","        # Get training loss and accuracy\n","        correct = 0\n","        total = 0\n","\n","        with torch.no_grad():\n","            for inputs, labels in loader_train:\n","                outputs = model(inputs)\n","                val_loss = criterion(outputs, labels.long())\n","\n","                _, predicted = torch.max(outputs, 1)\n","                total += labels.size(0)\n","                correct += (predicted == labels).sum().item()\n","\n","        train_accuracy = correct / total\n","\n","        # Save the model with minimum val loss\n","        if best_val_loss == -1 or val_loss_num < best_val_loss:\n","            best_val_loss = val_loss_num\n","            best_accuracy = val_accuracy\n","            best_chkpt = {\n","                \"params\": params,\n","                \"model_state_dict\": model.state_dict(),\n","                \"optimizer_state_dict\": optimizer.state_dict(),\n","                \"input_size\" : input_size,\n","                \"output_size\" : output_size,\n","                \"input_columns\" : ds_train.df_x.columns,\n","                \"epoch\": epoch,\n","                \"loss\": loss,\n","                \"val_loss\": val_loss,\n","                \"val_accuracy\": val_accuracy,\n","                \"train_accuracy\": train_accuracy\n","            }\n","\n","        # Print telemetry data\n","        print(\n","            f\"\\rEpoch [{epoch+1}/{n_epochs}] train_loss: {loss.item():.4f},\"\n","            f\"val_loss: {val_loss.item():.4f},\"\n","            f\"val_acc: {val_accuracy},\"\n","            f\"train_acc: {train_accuracy}\",\n","            end=\"\",\n","        )\n","\n","        rows.append([epoch, loss.item(), val_loss.item(), val_accuracy,train_accuracy])\n","\n","    df_results = pandas.DataFrame(rows, columns=columns)\n","    print(\"\")\n","\n","    return df_results, best_val_loss, best_accuracy, best_chkpt, model"],"metadata":{"id":"QkCXCiu-B6jg","executionInfo":{"status":"ok","timestamp":1702848657561,"user_tz":300,"elapsed":309,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}}},"execution_count":14,"outputs":[]},{"cell_type":"code","source":["h_optimizer = \"adam\"\n","\n","h_iter = 128\n","h_batch_size = 8192\n","# h_test_size = 0.15\n","# h_validation_size = 0.15\n","h_layers = 4\n","h_learning_rate = 0.1\n","\n","df_results, best_val_loss, best_accuracy, best_chkpt, model = train_node(\n","    {\n","        \"batch_size\": h_batch_size,\n","        \"n_layers\": h_layers,\n","        \"learning_rate\": h_learning_rate,\n","        \"n_epochs\": h_iter,\n","        \"optimizer\": h_optimizer,\n","        \"is_batch_norm\": True,\n","        \"activation_func\": \"leaky_relu\",\n","    }\n",")\n","\n","torch.save(best_chkpt, \"data/best_chkpt_final_4.pickle\")"],"metadata":{"id":"z7n6r9iVD3qA","executionInfo":{"status":"ok","timestamp":1702848756774,"user_tz":300,"elapsed":95617,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}},"colab":{"base_uri":"https://localhost:8080/"},"outputId":"6e6dade1-0291-4189-b395-27de43eb7e70"},"execution_count":15,"outputs":[{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.7418,val_loss: 0.7844,val_acc: 0.6318333333333334,train_acc: 0.6358214285714285\n"]}]},{"cell_type":"code","source":["pyplot.plot(df_results[\"train_loss\"], label=\"train_loss\")\n","pyplot.plot(df_results[\"val_loss\"], label=\"val_loss\")\n","pyplot.legend()\n","pyplot.title(f\"Losses vs Number of Epochs\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":470},"id":"rsarscK8aSK0","executionInfo":{"status":"ok","timestamp":1702848789740,"user_tz":300,"elapsed":720,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}},"outputId":"d571ee02-64b7-4155-84a0-d3346d87d29f"},"execution_count":16,"outputs":[{"output_type":"execute_result","data":{"text/plain":["Text(0.5, 1.0, 'Losses vs Number of Epochs')"]},"metadata":{},"execution_count":16},{"output_type":"display_data","data":{"text/plain":["<Figure size 640x480 with 1 Axes>"],"image/png":"iVBORw0KGgoAAAANSUhEUgAAAiMAAAGzCAYAAAD9pBdvAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAACF90lEQVR4nO3dd1hT1xsH8G8SSNhLlCEoDtyKuPeetdZVd+uqndraWjvssHZpl3ZYV9tfta2jjjpatSruUbfi3qLgQARl7+T+/jjchAiBBAJB+X6eJ0/CzU1yuITcN+e85z0KSZIkEBEREdmI0tYNICIiovKNwQgRERHZFIMRIiIisikGI0RERGRTDEaIiIjIphiMEBERkU0xGCEiIiKbYjBCRERENsVghIiIiGyKwQgRlVnTp0+HQqFAbGysrZtiliNHjqBNmzZwdnaGQqFAeHi4rZtUJLt27YJCocDq1att3RQqJxiM0CNl8eLFUCgUOHr0qK2b8tgYM2YMFAoFGjVqhPxWh1AoFJg4caINWvZoycrKwuDBg3H//n18++23+OOPP1C1atV895VP9qYuf/75Zym3nsi27GzdACIqG06fPo01a9Zg0KBBtm7KI+nq1au4ceMGfv75Z4wfP96sx7z22mto3rx5nu2tW7e2dvOIyjQGI0QER0dHBAYG4pNPPsHAgQOhUChs3aRSlZqaCicnp2I9R0xMDADAw8PD7Me0b98eTz/9dLFel+hxwGEaeiydOHECvXv3hpubG1xcXNC1a1ccPHjQaJ+srCx8/PHHCA4OhoODAypUqIB27dohLCxMv090dDTGjh2LgIAAaDQa+Pn5oV+/frh+/brRc/37779o3749nJ2d4erqij59+uDs2bNG+5j7XLl98803UCgUuHHjRp77pk6dCrVajQcPHgAALl++jEGDBsHX1xcODg4ICAjAsGHDkJCQUOjxUiqV+OCDD3Dq1CmsXbu2wH3lobKH2y0PPezatUu/rVOnTmjQoAFOnTqFjh07wsnJCTVr1tTnIuzevRstW7aEo6MjateujW3btuX7mrGxsRgyZAjc3NxQoUIFTJo0Cenp6Xn2W7JkCZo2bQpHR0d4eXlh2LBhiIqKMtpHbtOxY8fQoUMHODk54b333ivwd96xY4f+7+vh4YF+/frh/Pnz+vvHjBmDjh07AgAGDx4MhUKBTp06Ffic5pKHyZYuXYratWvDwcEBTZs2xZ49e/Lsa877HgDi4+PxxhtvICgoCBqNBgEBARg1alSe3BydTofPP/8cAQEBcHBwQNeuXXHlyhWjfYrzviOSsWeEHjtnz55F+/bt4ebmhrfffhv29vZYuHAhOnXqpD/5ASI5cubMmRg/fjxatGiBxMREHD16FMePH0f37t0BAIMGDcLZs2fx6quvIigoCDExMQgLC0NkZCSCgoIAAH/88QdGjx6Nnj174ssvv0Rqairmz5+Pdu3a4cSJE/r9zHmuhw0ZMgRvv/02Vq5cibfeesvovpUrV6JHjx7w9PREZmYmevbsiYyMDLz66qvw9fXFrVu3sGHDBsTHx8Pd3b3Q4zZixAh8+umn+OSTTzBgwACr9Y48ePAATz75JIYNG4bBgwdj/vz5GDZsGJYuXYrXX38dL730EkaMGIGvv/4aTz/9NKKiouDq6prnOAQFBWHmzJk4ePAgfvjhBzx48AC///67fp/PP/8cH374IYYMGYLx48fj3r17mDNnDjp06IATJ04Y9VjExcWhd+/eGDZsGJ555hn4+PiYbP+2bdvQu3dvVK9eHdOnT0daWhrmzJmDtm3b4vjx4wgKCsKLL76IypUrY8aMGfqhl4KeU5aUlJRvcm6FChWMjv/u3buxYsUKvPbaa9BoNJg3bx569eqFw4cPo0GDBgDMf98nJyejffv2OH/+PMaNG4cmTZogNjYWf//9N27evAlvb2/9637xxRdQKpWYMmUKEhIS8NVXX2HkyJE4dOgQAFjlfUcEAJCIHiGLFi2SAEhHjhwxuU///v0ltVotXb16Vb/t9u3bkqurq9ShQwf9tpCQEKlPnz4mn+fBgwcSAOnrr782uU9SUpLk4eEhPf/880bbo6OjJXd3d/12c57LlNatW0tNmzY12nb48GEJgPT7779LkiRJJ06ckABIq1atsvj5R48eLTk7O0uSJEm//fabBEBas2aN/n4A0oQJE/Q/y3+DiIgIo+fZuXOnBEDauXOnflvHjh0lANKyZcv02y5cuCABkJRKpXTw4EH99i1btkgApEWLFum3ffTRRxIA6amnnjJ6rVdeeUUCIJ08eVKSJEm6fv26pFKppM8//9xov9OnT0t2dnZG2+U2LViwwKzj07hxY6lSpUpSXFycftvJkyclpVIpjRo1Ks/vb87fQN7X1OXOnTv6feVtR48e1W+7ceOG5ODgIA0YMEC/zdz3/bRp0/L8jWU6nc6ofXXr1pUyMjL093///fcSAOn06dOSJBXvfUeUG4dp6LGi1WqxdetW9O/fH9WrV9dv9/Pzw4gRI7Bv3z4kJiYCEGP7Z8+exeXLl/N9LkdHR6jVauzatUs/FPKwsLAwxMfHY/jw4YiNjdVfVCoVWrZsiZ07d5r9XKYMHToUx44dw9WrV/XbVqxYAY1Gg379+gGA/hvoli1bkJqaatHz5zZy5EgEBwfjk08+yXdmTVG4uLhg2LBh+p9r164NDw8P1K1bV/9tHYD+9rVr1/I8x4QJE4x+fvXVVwEAmzZtAgCsWbMGOp0OQ4YMMfo7+Pr6Ijg4WP93kGk0GowdO7bQtt+5cwfh4eEYM2YMvLy89NsbNWqE7t2761+/qKZNm4awsLA8l9yvBYiE1qZNm+p/rlKlCvr164ctW7ZAq9Va9L7/66+/EBISggEDBuRpz8O9YWPHjoVardb/3L59ewCGv5G13ndEDEbosXLv3j2kpqaidu3aee6rW7cudDqdPofgk08+QXx8PGrVqoWGDRvirbfewqlTp/T7azQafPnll/j333/h4+ODDh064KuvvkJ0dLR+HzmQ6dKlCypWrGh02bp1qz6p0ZznMmXw4MFQKpVYsWIFAECSJKxatUqfGwAA1apVw+TJk/HLL7/A29sbPXv2xNy5cy0et1epVPjggw8QHh6OdevWWfRYUwICAvKc5Nzd3REYGJhnG4B8g7Xg4GCjn2vUqAGlUqnPW7l8+TIkSUJwcHCev8P58+f1fwdZ5cqVjU6ypsi5OqbeT7GxsUhJSSn0eUxp2LAhunXrlufycNse/v0BoFatWkhNTcW9e/cset9fvXpVP7RTmCpVqhj97OnpCcDwN7LW+46IwQiVWx06dMDVq1fx66+/okGDBvjll1/QpEkT/PLLL/p9Xn/9dVy6dAkzZ86Eg4MDPvzwQ9StWxcnTpwAIBL8AJE3kt833PXr15v9XKb4+/ujffv2WLlyJQDg4MGDiIyMxNChQ432mzVrFk6dOoX33nsPaWlpeO2111C/fn3cvHnTouMycuRI1KxZ02TviKlcEq1Wm+92lUpl0XZzemQeboNOp4NCocDmzZvz/TssXLjQaH9HR8dCX4PM+xtZ631H5RuDEXqsVKxYEU5OTrh48WKe+y5cuAClUmn0jdzLywtjx47F8uXLERUVhUaNGmH69OlGj6tRowbefPNNbN26FWfOnEFmZiZmzZqlvw8AKlWqlO833IdnVBT0XAUZOnQoTp48iYsXL2LFihVwcnJC37598+zXsGFDfPDBB9izZw/27t2LW7duYcGCBYU+f265e0dyB1My+dtxfHy80fb8ZvxYy8NDaVeuXIFOp9Mn/taoUQOSJKFatWr5/h1atWpVpNeVi5aZej95e3vD2dm5SM9tifyGEi9dugQnJyd9D5C57/saNWrgzJkzVm2fNd53VL4xGKHHikqlQo8ePbB+/Xqjqad3797FsmXL0K5dO/3QRlxcnNFjXVxcULNmTWRkZAAQtScenj5ao0YNuLq66vfp2bMn3NzcMGPGDGRlZeVpz71798x+roIMGjQIKpUKy5cvx6pVq/Dkk08anQQTExORnZ1t9JiGDRtCqVSa9fwPe+aZZ1CzZk18/PHHee6TA7DcU0u1Wi1++ukni1/HXHPnzjX6ec6cOQCA3r17AwAGDhwIlUqFjz/+OE/PiiRJef7W5vLz80Pjxo3x22+/GQVfZ86cwdatW/HEE08U6XktdeDAARw/flz/c1RUFNavX48ePXpApVJZ9L4fNGgQTp48me8UbkvzhKz9vqPyi1N76ZH066+/YvPmzXm2T5o0CZ999hnCwsLQrl07vPLKK7Czs8PChQuRkZGBr776Sr9vvXr10KlTJzRt2hReXl44evQoVq9erS99funSJXTt2hVDhgxBvXr1YGdnh7Vr1+Lu3bv6hEw3NzfMnz8fzz77LJo0aYJhw4ahYsWKiIyMxMaNG9G2bVv8+OOPZj1XQSpVqoTOnTtj9uzZSEpKyjNEs2PHDkycOBGDBw9GrVq1kJ2djT/++AMqlapIFVVVKhXef//9fJM869evj1atWmHq1Km4f/8+vLy88Oeff+Y5KVlTREQEnnrqKfTq1QsHDhzAkiVLMGLECISEhAAQAdJnn32GqVOn4vr16+jfvz9cXV0RERGBtWvX4oUXXsCUKVOK9Npff/01evfujdatW+O5557TT+11d3fP04tmqb179+ZbL6VRo0Zo1KiR/ucGDRqgZ8+eRlN7ARgFi+a+79966y2sXr0agwcPxrhx49C0aVPcv38ff//9NxYsWKA/puaw9vuOyjFbTeMhKgp5WqmpS1RUlCRJknT8+HGpZ8+ekouLi+Tk5CR17txZ+u+//4ye67PPPpNatGgheXh4SI6OjlKdOnWkzz//XMrMzJQkSZJiY2OlCRMmSHXq1JGcnZ0ld3d3qWXLltLKlSvztGvnzp1Sz549JXd3d8nBwUGqUaOGNGbMGP10TEuey5Sff/5ZAiC5urpKaWlpRvddu3ZNGjdunFSjRg3JwcFB8vLykjp37ixt27at0OfNPbU3t6ysLKlGjRp5pvZKkiRdvXpV6tatm6TRaCQfHx/pvffek8LCwvKd2lu/fv08z121atV8p1U//Fry1N5z585JTz/9tOTq6ip5enpKEydOzHMMJEmS/vrrL6ldu3aSs7Oz5OzsLNWpU0eaMGGCdPHixULbVJBt27ZJbdu2lRwdHSU3Nzepb9++0rlz54z2sebU3o8++ijPMVmyZIkUHBwsaTQaKTQ01Og4y8x530uSJMXFxUkTJ06UKleuLKnVaikgIEAaPXq0FBsbW+DvEhERYTT9ujjvO6LcFJJkpfl7RERkdQqFAhMmTMCPP/5o66YQlRjmjBAREZFNMRghIiIim2IwQkRERDbF2TRERGUY0/qoPGDPCBEREdkUgxEiIiKyqUdimEan0+H27dtwdXU1uS4GERERlS2SJCEpKQn+/v5QKk33fzwSwcjt27fzrPBJREREj4aoqCgEBASYvP+RCEZcXV0BiF9GXl+BiIiIyrbExEQEBgbqz+OmPBLBiDw04+bmxmCEiIjoEVNYigUTWImIiMimGIwQERGRTTEYISIiIpt6JHJGiIjo8SNJErKzs6HVam3dFCoilUoFOzu7YpfdYDBCRESlLjMzE3fu3EFqaqqtm0LF5OTkBD8/P6jV6iI/B4MRIiIqVTqdDhEREVCpVPD394darWZBy0eQJEnIzMzEvXv3EBERgeDg4AILmxWEwQgREZWqzMxM6HQ6BAYGwsnJydbNoWJwdHSEvb09bty4gczMTDg4OBTpeZjASkRENlHUb9FUtljj78h3AhEREdkUgxEiIiKyKQYjRERENhAUFITvvvvOKs+1a9cuKBQKxMfHW+X5ShsTWImIiMzUqVMnNG7c2CpBxJEjR+Ds7Fz8Rj0GynUwsvrYTZy5lYDeDXzRsnoFWzeHiIgecZIkQavVws6u8NNrxYoVS6FFj4ZyPUyz+9I9LP7vOs7eTrR1U4iIyi1JkpCamW2TiyRJZrdzzJgx2L17N77//nsoFAooFAosXrwYCoUC//77L5o2bQqNRoN9+/bh6tWr6NevH3x8fODi4oLmzZtj27ZtRs/38DCNQqHAL7/8ggEDBsDJyQnBwcH4+++/i3xc//rrL9SvXx8ajQZBQUGYNWuW0f3z5s1DcHAwHBwc4OPjg6efflp/3+rVq9GwYUM4OjqiQoUK6NatG1JSUorclsKU654Re5UospOl1dm4JURE5Vdalhb1pm2xyWuf+6QnnNTmnQq///57XLp0CQ0aNMAnn3wCADh79iwA4N1338U333yD6tWrw9PTE1FRUXjiiSfw+eefQ6PR4Pfff0ffvn1x8eJFVKlSxeRrfPzxx/jqq6/w9ddfY86cORg5ciRu3LgBLy8vi36vY8eOYciQIZg+fTqGDh2K//77D6+88goqVKiAMWPG4OjRo3jttdfwxx9/oE2bNrh//z727t0LALhz5w6GDx+Or776CgMGDEBSUhL27t1rUeBmqXIdjGjsRMdQZjaDESIiKpi7uzvUajWcnJzg6+sLALhw4QIA4JNPPkH37t31+3p5eSEkJET/86effoq1a9fi77//xsSJE02+xpgxYzB8+HAAwIwZM/DDDz/g8OHD6NWrl0VtnT17Nrp27YoPP/wQAFCrVi2cO3cOX3/9NcaMGYPIyEg4OzvjySefhKurK6pWrYrQ0FAAIhjJzs7GwIEDUbVqVQBAw4YNLXp9S5XrYMReJYIR9owQEdmOo70K5z7pabPXtoZmzZoZ/ZycnIzp06dj48aN+pN7WloaIiMjC3yeRo0a6W87OzvDzc0NMTExFrfn/Pnz6Nevn9G2tm3b4rvvvoNWq0X37t1RtWpVVK9eHb169UKvXr30w0MhISHo2rUrGjZsiJ49e6JHjx54+umn4enpaXE7zFWuc0bUOcFIBoMRIiKbUSgUcFLb2eRirTVxHp4VM2XKFKxduxYzZszA3r17ER4ejoYNGyIzM7PA57G3t89zbHQ665+jXF1dcfz4cSxfvhx+fn6YNm0aQkJCEB8fD5VKhbCwMPz777+oV68e5syZg9q1ayMiIsLq7ZCV62DEPmeYJiu75MbBiIjo8aFWq6HVagvdb//+/RgzZgwGDBiAhg0bwtfXF9evXy/5BuaoW7cu9u/fn6dNtWrVgkoleoPs7OzQrVs3fPXVVzh16hSuX7+OHTt2ABBBUNu2bfHxxx/jxIkTUKvVWLt2bYm1t1wP06g5TENERBYICgrCoUOHcP36dbi4uJjstQgODsaaNWvQt29fKBQKfPjhhyXSw2HKm2++iebNm+PTTz/F0KFDceDAAfz444+YN28eAGDDhg24du0aOnToAE9PT2zatAk6nQ61a9fGoUOHsH37dvTo0QOVKlXCoUOHcO/ePdStW7fE2luue0bUTGAlIiILTJkyBSqVCvXq1UPFihVN5oDMnj0bnp6eaNOmDfr27YuePXuiSZMmpdbOJk2aYOXKlfjzzz/RoEEDTJs2DZ988gnGjBkDAPDw8MCaNWvQpUsX1K1bFwsWLMDy5ctRv359uLm5Yc+ePXjiiSdQq1YtfPDBB5g1axZ69+5dYu1VSCU5V8dKEhMT4e7ujoSEBLi5uVnteX/ecw2fbzqPgaGVMXtoY6s9LxERmZaeno6IiAhUq1atyEvOU9lR0N/T3PN3ue4ZkeuMMIGViIjIdsp3MKJPYGUwQkREZddLL70EFxeXfC8vvfSSrZtXbExgBZDJnhEiIirDPvnkE0yZMiXf+6yZvmAr5TsYseNsGiIiKvsqVaqESpUq2boZJaZcD9Poe0Y4TENERGQz5ToYsdcP05T5CUVERESPrXIdjLDOCBERke2V62CEC+URERHZXrkORpjASkREZHvlOxhhAisREZWioKAgfPfdd2btq1AosG7duhJtT1lRvoMR9owQERHZXLkORvTl4NkzQkREZDPlPBhhzwgRkc1JEpCZYpuLBWvF/vTTT/D394dOZ3zO6NevH8aNG4erV6+iX79+8PHxgYuLC5o3b45t27ZZ7TCdPn0aXbp0gaOjIypUqIAXXngBycnJ+vt37dqFFi1awNnZGR4eHmjbti1u3LgBADh58iQ6d+4MV1dXuLm5oWnTpjh69KjV2lZc5boCq4ZTe4mIbC8rFZjhb5vXfu82oHY2a9fBgwfj1Vdfxc6dO9G1a1cAwP3797F582Zs2rQJycnJeOKJJ/D5559Do9Hg999/R9++fXHx4kVUqVKlWM1MSUlBz5490bp1axw5cgQxMTEYP348Jk6ciMWLFyM7Oxv9+/fH888/j+XLlyMzMxOHDx+GQiFGAEaOHInQ0FDMnz8fKpUK4eHhsLe3L1abrMminpGZM2eiefPmcHV1RaVKldC/f39cvHix0MetWrUKderUgYODAxo2bIhNmzYVucHWJPeM6CRAq2PhMyIiMs3T0xO9e/fGsmXL9NtWr14Nb29vdO7cGSEhIXjxxRfRoEEDBAcH49NPP0WNGjXw999/F/u1ly1bhvT0dPz+++9o0KABunTpgh9//BF//PEH7t69i8TERCQkJODJJ59EjRo1ULduXYwePVofBEVGRqJbt26oU6cOgoODMXjwYISEhBS7XdZiUc/I7t27MWHCBDRv3hzZ2dl477330KNHD5w7dw7OzvlHlv/99x+GDx+OmTNn4sknn8SyZcvQv39/HD9+HA0aNLDKL1FUcgIrIHpHHNUqG7aGiKicsncSPRS2em0LjBw5Es8//zzmzZsHjUaDpUuXYtiwYVAqlUhOTsb06dOxceNG3LlzB9nZ2UhLS0NkZGSxm3n+/HmEhIQYnWvbtm0LnU6HixcvokOHDhgzZgx69uyJ7t27o1u3bhgyZAj8/PwAAJMnT8b48ePxxx9/oFu3bhg8eDBq1KhR7HZZi0U9I5s3b8aYMWNQv359hISEYPHixYiMjMSxY8dMPub7779Hr1698NZbb6Fu3br49NNP0aRJE/z444/FbnxxyT0jAFfuJSKyGYVCDJXY4pIzjGGuvn37QpIkbNy4EVFRUdi7dy9GjhwJAJgyZQrWrl2LGTNmYO/evQgPD0fDhg2RmZlZEkctj0WLFuHAgQNo06YNVqxYgVq1auHgwYMAgOnTp+Ps2bPo06cPduzYgXr16mHt2rWl0i5zFCuBNSEhAQDg5eVlcp8DBw6gW7duRtt69uyJAwcOmHxMRkYGEhMTjS4lQZ5NAzCJlYiICufg4ICBAwdi6dKlWL58OWrXro0mTZoAAPbv348xY8ZgwIABaNiwIXx9fXH9+nWrvG7dunVx8uRJpKSk6Lft378fSqUStWvX1m8LDQ3F1KlT8d9//6FBgwZGQ0q1atXCG2+8ga1bt2LgwIFYtGiRVdpmDUUORnQ6HV5//XW0bdu2wOGW6Oho+Pj4GG3z8fFBdHS0ycfMnDkT7u7u+ktgYGBRm1kghULBwmdERGSRkSNHYuPGjfj111/1vSIAEBwcjDVr1iA8PBwnT57EiBEj8sy8Kc5rOjg4YPTo0Thz5gx27tyJV199Fc8++yx8fHwQERGBqVOn4sCBA7hx4wa2bt2Ky5cvo27dukhLS8PEiROxa9cu3LhxA/v378eRI0dQt25dq7TNGoo8m2bChAk4c+YM9u3bZ832AACmTp2KyZMn639OTEwssYBEbadEplbHnhEiIjJLly5d4OXlhYsXL2LEiBH67bNnz8a4cePQpk0beHt745133rFaz76TkxO2bNmCSZMmoXnz5nBycsKgQYMwe/Zs/f0XLlzAb7/9hri4OPj5+WHChAl48cUXkZ2djbi4OIwaNQp3796Ft7c3Bg4ciI8//tgqbbOGIgUjEydOxIYNG7Bnzx4EBAQUuK+vry/u3r1rtO3u3bvw9fU1+RiNRgONRlOUpllMHqphzwgREZlDqVTi9u28CbdBQUHYsWOH0bYJEyYY/WzJsI30UA2Uhg0b5nl+mY+Pj8kcELVajeXLl5v9urZg0TCNJEmYOHEi1q5dix07dqBatWqFPqZ169bYvn270bawsDC0bt3aspaWEDmJlQmsREREtmFRMDJhwgQsWbIEy5Ytg6urK6KjoxEdHY20tDT9PqNGjcLUqVP1P0+aNAmbN2/GrFmzcOHCBUyfPh1Hjx7FxIkTrfdbFIOahc+IiKiULV26FC4uLvle6tevb+vmlTqLhmnmz58PAOjUqZPR9kWLFmHMmDEARGEVpdIQ47Rp0wbLli3DBx98gPfeew/BwcFYt26dzWuMyNT6kvAsekZERKXjqaeeQsuWLfO9ryxVRi0tFgUjD49f5WfXrl15tg0ePBiDBw+25KVKDXtGiIiotLm6usLV1dXWzSgzyvVCeQAXyyMishVzvuBS2WeNv2O5D0bknpEM9owQEZUKeRgiNTXVxi0ha5D/jsUZXirXq/YChqm97BkhIiodKpUKHh4eiImJASBqZCgsLMtOtidJElJTUxETEwMPDw+oVEVf363cByNqO3HwGIwQEZUeudaUHJDQo8vDw6PA2mHmYDDComdERKVOoVDAz88PlSpVQlZWlq2bQ0Vkb29frB4RWbkPRpjASkRkOyqVyionM3q0MYGVCaxEREQ2Ve6DEXsWPSMiIrKpch+MsOgZERGRbTEYYc4IERGRTTEYseOqvURERLZU7oMRe07tJSIisqlyH4yoVSx6RkREZEvlPhixt2PPCBERkS2V+2CECaxERES2xWCECaxEREQ2Ve6DEbnoWWY2i54RERHZQrkPRuRhGvaMEBER2Ua5D0bsc4ZpspjASkREZBPlPhhhzwgREZFtMRjJmdrL2TRERES2wWAkp+gZ64wQERHZRrkPRvTl4NkzQkREZBPlPhiR64xwmIaIiMg2yn0wYqgzwmCEiIjIFsp9MGLoGWHRMyIiIltgMMKeESIiIpsq98GIPdemISIisqlyH4zk7hmRJA7VEBERlTYGIyrDIcjWMRghIiIqbQxG7AyHgHkjREREpa/cByNy0TOAtUaIiIhsodwHI3YqJZQ58Qh7RoiIiEpfuQ9GgFyFz9gzQkREVOoYjICFz4iIiGyJwQhY+IyIiMiWGIzAMEzDBFYiIqLSx2AEhmGaDPaMEBERlTqLg5E9e/agb9++8Pf3h0KhwLp16wp9zNKlSxESEgInJyf4+flh3LhxiIuLK0p7S4Q8vZc9I0RERKXP4mAkJSUFISEhmDt3rln779+/H6NGjcJzzz2Hs2fPYtWqVTh8+DCef/55ixtbUtR2KgDMGSEiIrIFO0sf0Lt3b/Tu3dvs/Q8cOICgoCC89tprAIBq1arhxRdfxJdffmnpS5cYNXtGiIiIbKbEc0Zat26NqKgobNq0CZIk4e7du1i9ejWeeOIJk4/JyMhAYmKi0aUkyTkj7BkhIiIqfSUejLRt2xZLly7F0KFDoVar4evrC3d39wKHeWbOnAl3d3f9JTAwsETbyKJnREREtlPiwci5c+cwadIkTJs2DceOHcPmzZtx/fp1vPTSSyYfM3XqVCQkJOgvUVFRJdpGFj0jIiKyHYtzRiw1c+ZMtG3bFm+99RYAoFGjRnB2dkb79u3x2Wefwc/PL89jNBoNNBpNSTdNz55Fz4iIiGymxHtGUlNToVQav4xKJWavSFLZ6IlQs+gZERGRzVgcjCQnJyM8PBzh4eEAgIiICISHhyMyMhKAGGIZNWqUfv++fftizZo1mD9/Pq5du4b9+/fjtddeQ4sWLeDv72+d36KYmMBKRERkOxYP0xw9ehSdO3fW/zx58mQAwOjRo7F48WLcuXNHH5gAwJgxY5CUlIQff/wRb775Jjw8PNClS5cyNbVXLnrGBFYiIqLSZ3Ew0qlTpwKHVxYvXpxn26uvvopXX33V0pcqNewZISIish2uTQMulEdERGRLDEbAnhEiIiJbYjACzqYhIiKyJQYjMAQjTGAlIiIqfQxGANjrh2nKRt0TIiKi8oTBCDhMQ0REZEsMRpC7Z4TBCBERUWljMAJAnVP0jD0jREREpY/BCHJN7WUwQkREVOoYjICr9hIREdkSgxFwai8REZEtMRiBIYGVOSNERESlj8EIAA2HaYiIiGyGwQhy94yw6BkREVFpYzCCXDkj7BkhIiIqdQxGkGs2DXNGiIiISh2DEQBqOxY9IyIishUGIwDUKhUADtMQERHZAoMRAPbsGSEiIrIZBiPIvWqvBJ2OM2qIiIhKE4MRGKb2AkCWjr0jREREpYnBCAw9IwDzRoiIiEobgxEYByMsfEZERFS6GIwAUCoVsFOKJFaTPSOnVwNHF5Viq4iIiMoHO1s3oKywVykBXQayMjMAOBjfmZ0BrH0J0GUBdfsCzt42aSMREdHjiD0jAJB4G++oluCE5kVUXNU37/0JN0UgAgBJd0q3bURERI+58t0zcu8isP8H4NQKjEEWoAAQcxJIewA4ehr2i4803E6OKfVmEhERPc7Kd8/I2heB8CWALgsnFPWQKDmJ7Q+uG++XOxhJuVdqzSMiIioPyncw0vZ1oM6TwHPb8IbTDFyWKovtD24Y78eeESIiohJTvoOR+v2BYUuBwOawVykRJVUU2wvsGWEwQkREZE3lOxjJRW2nRKRUSfxQYDASW2ptIiIiKg8YjOQQPSNmBCMcpiEiIrIqBiM51HZKROp8xA/xuXJGsjOMp/NymIaIiMiqGIzkUOfOGYmPBHRacTvhJoBcJeKTOZuGiIjImhiM5FDbKRENL2gVdoAuG0i8Je5IiBLXGndxnRoLcGVfIiIiq2EwksNepYAOSqQ4PjS9V84X8W8srnXZQHp8aTePiIjoscVgJId9zsq9ifpg5Lq4loORCjUBBw9xm0msREREVmNxMLJnzx707dsX/v7+UCgUWLduXaGPycjIwPvvv4+qVatCo9EgKCgIv/76a1HaW2LUduJQJGj8xYaHgxGPKoBzTk4Jk1iJiIisxuK1aVJSUhASEoJx48Zh4MCBZj1myJAhuHv3Lv73v/+hZs2auHPnDnRlLO9CndMzEi8HI/EPDdN4VAFcKgFxl1kSnoiIyIosDkZ69+6N3r17m73/5s2bsXv3bly7dg1eXl4AgKCgIEtftsTJPSP31aZ6RqoaekY4o4aIiMhqSjxn5O+//0azZs3w1VdfoXLlyqhVqxamTJmCtLQ0k4/JyMhAYmKi0aWkyTkjsfZ+YsOD60B2JpB4W/zsESh6RgAO0xAREVmRxT0jlrp27Rr27dsHBwcHrF27FrGxsXjllVcQFxeHRYsW5fuYmTNn4uOPPy7pphmRe0ZiVDnBSMo9IPYiAAmwcxC9IvqeEQYjRERE1lLiPSM6nQ4KhQJLly5FixYt8MQTT2D27Nn47bffTPaOTJ06FQkJCfpLVFRUSTdT3zOSrHA2zJq5vk9ce1QBFIpcCawcpiEiIrKWEg9G/Pz8ULlyZbi7u+u31a1bF5Ik4ebNm/k+RqPRwM3NzehS0jQ5PSOZ2TrAM0hsjNgjrj2qiGv9MA2DESIiImsp8WCkbdu2uH37NpKTk/XbLl26BKVSiYCAgJJ+ebPZqxQAgCytDvCsKjZe3y+u5WDEOScYYQIrERGR1VgcjCQnJyM8PBzh4eEAgIiICISHhyMyUsw6mTp1KkaNGqXff8SIEahQoQLGjh2Lc+fOYc+ePXjrrbcwbtw4ODo6Wue3sAJ5mCZTm6tnJCNBXOt7RnLVGZEkEBERUfFZHIwcPXoUoaGhCA0NBQBMnjwZoaGhmDZtGgDgzp07+sAEAFxcXBAWFob4+Hg0a9YMI0eORN++ffHDDz9Y6VewDnV+wzQyfc9ITjCSnQ5kJJVe44iIiB5jFs+m6dSpE6QCegUWL16cZ1udOnUQFhZm6UuVKrlnJEubXzCSM2yjdgbsnYGsFJE34lDyuSxERESPO65Nk0OfwKrVGYIPmdwzAuQaqmHeCBERkTUwGMmh7xnJlgD3QECRc2jkGiMyfRIra40QERFZA4ORHPLaNBlaHWCnBtxyZvrINUZkXCyPiIjIqhiM5LC3k3tGchbwk6f35h6iAXIN08SWUsuIiIgebwxGcqhzT+0FTAcjHKYhIiKyKgYjOdR2uYqeAUCDp4EKNYH6A4x35GJ5REREVlXiC+U9KtQqFYCcOiMAUKMz8OqxvDs6e4trVmElIiKyCvaM5LB/uGfEFGf2jBAREVkTg5Ec+nLw2YUEI/phGiawEhERWQODkRx5ElhNkaf2ZiQCWekl3CoiIqLHH4ORHHIF1oxsXYHl7uHgDqjU4jaHaoiIiIqNwUgOZ43I5ZUkID2rgN4RhcLQO8IkViIiomJjMJLDSa3SF1pNysgqeGdnrk9DRERkLQxGcigUCjirRe9ISoa24J1Za4SIiMhqGIzk4qKRg5HsgnfUD9MwGCEiIiouBiO5OGtE4bOkdDODEQ7TEBERFRuDkVws7hlhMEJERFRsDEZykWfUpGQWEow4eorrtPiSbRAREVE5wGAkF7lnpNBhGjkYSY8v2QYRERGVAwxGcjF7mMbRQ1ynPSjZBhEREZUDDEZycTY7GOEwDRERkbUwGMnFxUEEI8mF1RnJPUyjK2QtGyIiIioQg5Fc5GGa5MIqsDp4iGtJB2QmlWyjiIiIHnMMRnJxVos6I4VWYLV3AOwcxW3mjRARERULg5FcXBzsAQDJheWMAExiJSIishIGI7m45FRgNS8YYRIrERGRNTAYycXs2TSAIW+EPSNERETFwmAkF0MCqwU9Iyx8RkREVCwMRnIpUjDCnhEiIqJiYTCSi0XDNPoE1vgSaw8REVF5wGAkF7noWZZWQkZ2YYXPPMQ1e0aIiIiKhcFILs5qO/3t5MIWy2MCKxERkVUwGMlFpVTA0d7Mwmf6BNaEEm4VERHR443ByEMM69OYu1gee0aIiIiKg8HIQ8yeUcMEViIiIqtgMPIQZ408TMOeESIiotLAYOQhchJroT0jcgJrVgqQnVmyjSIiInqMWRyM7NmzB3379oW/vz8UCgXWrVtn9mP3798POzs7NG7c2NKXLTWu5uaMOLgDUIjbrMJKRERUZBYHIykpKQgJCcHcuXMtelx8fDxGjRqFrl27WvqSpcrswmdKFeDgJm5zqIaIiKjI7ArfxVjv3r3Ru3dvi1/opZdewogRI6BSqSzqTSltzpaWhE9PYBIrERFRMZRKzsiiRYtw7do1fPTRR2btn5GRgcTERKNLaXG1qCQ8k1iJiIiKq8SDkcuXL+Pdd9/FkiVLYGdnXkfMzJkz4e7urr8EBgaWcCsNLOoZkZNYmTNCRERUZCUajGi1WowYMQIff/wxatWqZfbjpk6dioSEBP0lKiqqBFtpzBCMFFKBFWDPCBERkRVYnDNiiaSkJBw9ehQnTpzAxIkTAQA6nQ6SJMHOzg5bt25Fly5d8jxOo9FAo9GUZNNMsmyYxkNcM2eEiIioyEo0GHFzc8Pp06eNts2bNw87duzA6tWrUa1atZJ8+SLR94wUtlAewJ4RIiIiK7A4GElOTsaVK1f0P0dERCA8PBxeXl6oUqUKpk6dilu3buH333+HUqlEgwYNjB5fqVIlODg45NleVsgVWC3KGWEwQkREVGQWByNHjx5F586d9T9PnjwZADB69GgsXrwYd+7cQWRkpPVaWMrkomcpmRb0jDCBlYiIqMgsDkY6deoESZJM3r948eICHz99+nRMnz7d0pctNRymISIiKl1cm+YhZq9NAzCBlYiIyAoYjDxEHqbJyNYhS6sreGf2jBARERUbg5GHyMM0gBnTe3MXPStg6IqIiIhMYzDyEHuVEmo7cVgKHaqRe0Z02UBmcgm3jIiI6PHEYCQfhsJnhVRhtXcEVGpxm0M1RERERcJgJB+GkvBZBe+oUOTKG4kv2UYRERE9phiM5IPr0xAREZUeBiP5sGh9Gq7cS0REVCwMRvJhUUl49owQEREVC4ORfFhWhdVDXDNnhIiIqEgYjOTDxZJhGvaMEBERFQuDkXzIwUiyJYvlMRghIiIqEgYj+bBomIYJrERERMXCYCQfHKYhIiIqPQxG8uHiYEmdEQ9xzQRWIiKiImEwkg+zK7ACrMBKRERUTAxG8uGSU2ek0LVpAEPOCIdpiIiIioTBSD5cNPYALMwZyUwCtGb0pBAREZERBiP5kCuwJplVDt7dcDs9oYRaRERE9PhiMJIPi2bTqOwAjZu4zbwRIiIiizEYyYccjKRmaqHVSYU/QD+jhnkjRERElmIwkg95Ng0ApJhThZWFz4iIiIqMwUg+NHZK2CkVAFj4jIiIqKQxGMmHQqHQFz4zLxjxENcMRoiIiCzGYMQEZ7UIRpLMWZ+Ghc+IiIiKjMGICYYZNeaUhOcwDRERUVExGDHBsD4NE1iJiIhKEoMRE5y5ci8REVGpYDBigrw+jVk9I1y5l4iIqMgYjJggJ7CaF4ywZ4SIiKioGIyYUKScEQYjREREFmMwYoKXkxoA8CAls/Cd5Z6R9HhAMqN8PBEREekxGDGhgosGABCbbEEwos0EslJLsFVERESPHwYjJlRwET0jcSkZhe+sdgaUOevZMImViIjIIgxGTPCWgxFzekYUCiaxEhERFRGDERMqOIthmrhkM3pGABY+IyIiKiIGIybIwzQpmVqkZbIkPBERUUmxOBjZs2cP+vbtC39/fygUCqxbt67A/desWYPu3bujYsWKcHNzQ+vWrbFly5aitrfUuGjsoLYThyfWnN4RBiNERERFYnEwkpKSgpCQEMydO9es/ffs2YPu3btj06ZNOHbsGDp37oy+ffvixIkTFje2NCkUCng7y0ms5syo8RDXTGAlIiKyiJ2lD+jduzd69+5t9v7fffed0c8zZszA+vXr8c8//yA0NNTSly9VFVw0uJ2Qbl7eCHtGiIiIisTiYKS4dDodkpKS4OXlZXKfjIwMZGQYAoDExMTSaFoeFSyZUcMEViIioiIp9QTWb775BsnJyRgyZIjJfWbOnAl3d3f9JTAwsBRbaOAtFz4zp9YIe0aIiIiKpFSDkWXLluHjjz/GypUrUalSJZP7TZ06FQkJCfpLVFRUKbbSwKKeEeaMEBERFUmpDdP8+eefGD9+PFatWoVu3boVuK9Go4FGoymllpnmbUmtEfaMEBERFUmp9IwsX74cY8eOxfLly9GnT5/SeEmrMJSEt2B9GgYjREREFrG4ZyQ5ORlXrlzR/xwREYHw8HB4eXmhSpUqmDp1Km7duoXff/8dgBiaGT16NL7//nu0bNkS0dHRAABHR0e4u7tb6dcoGRYtlscEViIioiKxuGfk6NGjCA0N1U/LnTx5MkJDQzFt2jQAwJ07dxAZGanf/6effkJ2djYmTJgAPz8//WXSpElW+hVKTgW5zoglwzTpCYDOjIqtREREBKAIPSOdOnWCJEkm71+8eLHRz7t27bL0JcoMeTbN/ZRM6HQSlEqF6Z3lBFZABCROpqcuExERkQHXpimAV07PSLZOQmJ6VsE7q+wBtYu4zbwRIiIiszEYKYDaTgk3B9F5xLwRIiKiksFgpBDyUA2n9xIREZUMBiOFkKf3mtUzwsJnREREFmMwUogKcuEzs0rCe4hr9owQERGZjcFIISzrGZGHaeJLrkFERESPGQYjhahgSc4IE1iJiIgsxmCkEN4WLZbHBFYiIiJLMRgpRNFyRuJLrD1ERESPGwYjhWDPCBERUcliMFIIw2J5rDNCRERUEhiMFELuGUlMz0Zmtq7gnZnASkREZDEGI4Vwc7CHXc4CefdTChmqYc8IERGRxRiMFEKpVOgXzCt0qEZOYM1OB7LSSrZhREREjwkGI2bQ1xoprGdE4wYoVOI2Z9QQERGZhcGIGQwzagrpGVEoAAd3cZt5I0RERGZhMGKGCs6c3ktERFRSGIyYQT+916zCZwxGiIiILMFgxAz6xfKSzOkZ8RDXzBkhIiIyC4MRM3hbVBKePSNERESWYDBihgqWlIRn4TMiIiKLMBgxg35qL0vCExERWR2DETPIs2liUzIhSVLBO+uDkfiSbRQREdFjgsGIGeRhmsxsHRLTswveWU5gTY0r2UYRERE9JhiMmMFJbQcfNzFUczE6qeCdPaqK67irJdwqIiKixwODETM1DvQAAIRHFZILUqmuuE6IBDIKCVyIiIiIwYi5GgeKXJDwqPiCd3TyAlx8xe17F0u2UURERI8BBiNmkntGTkTGF76z3DsSc67E2kNERPS4YDBipkYB7lAqgDsJ6bibmF7wzvpg5HzJN4yIiOgRx2DETM4aO9TycQVgRu8IgxEiIiKzMRixQGgVDwBm5I1UqieuGYwQEREVisGIBcyeUVOxtrhOjgZS75dso4iIiB5xDEYsIM+oOXUzAVpdAZVYNa6AexVxm70jREREBWIwYoGalVzgrFYhNVOLS3cLqSEi543cYzBCRERUEAYjFlApFQjRD9XEF7wzk1iJiIjMwmDEQvq8kUJn1DCJlYiIStCNA8BXNYCz62zdkmJjMGIhffEzc8vCx5wDClvpl4iIyFLn1gOpscChBbZuSbExGLFQ45zpvZdjkpGUnmV6R+9agEIJpD0AkmNKp3FERFR+xEeK66jDQHqibdtSTBYHI3v27EHfvn3h7+8PhUKBdevWFfqYXbt2oUmTJtBoNKhZsyYWL15chKaWDZVcHVDZwxGSBJy+mWB6R3sHwKu6uM2y8EREZG1yMCJpget7bduWYrI4GElJSUFISAjmzp1r1v4RERHo06cPOnfujPDwcLz++usYP348tmzZYnFjywq5d+QEk1iJiMhW5GAEAK7usF07rMDO0gf07t0bvXv3Nnv/BQsWoFq1apg1axYAoG7duti3bx++/fZb9OzZ09KXLxNCAz2w8dQd8yqxnv+HPSNERGRdafFARq7e+Uc8GCnxnJEDBw6gW7duRtt69uyJAwcOmHxMRkYGEhMTjS5lSaMADwCFDNMAQMU64po9I0REZE1yr4jGDVCogPvXgPsRtm1TMZR4MBIdHQ0fHx+jbT4+PkhMTERaWlq+j5k5cybc3d31l8DAwJJupkXq+7tBqQCiE9MRU9AKvvL03nsXOKOGiIisRw5GvIOBwBbi9rWdtmtPMZXJ2TRTp05FQkKC/hIVFWXrJhlx1tihZiUXAKI0vEkVagBKeyAzGUgoW78DERE9wuRgxKMKUKOLuP0ID9WUeDDi6+uLu3fvGm27e/cu3Nzc4OjomO9jNBoN3NzcjC5lTcPKHgCAU7cKCEZU9mKKLwDcPlHyjSIiovLBKBjpKm5f2wNos23XpmIo8WCkdevW2L59u9G2sLAwtG7duqRfukSFBLoDAE7djC94x2rtxfXlsJJtEBERlR+5gxH/xoCDh0hovX3clq0qMouDkeTkZISHhyM8PByAmLobHh6OyEhxYKZOnYpRo0bp93/ppZdw7do1vP3227hw4QLmzZuHlStX4o033rDOb2AjDSuLYOT0zQRIBeWDBPcQ15fDmDdCRETWoQ9GqgJKFVC9k/j5ER2qsTgYOXr0KEJDQxEaGgoAmDx5MkJDQzFt2jQAwJ07d/SBCQBUq1YNGzduRFhYGEJCQjBr1iz88ssvj+y0XlldPzfYKRWIS8nErfj8E3EBAEHtAHtnIDkaiD5Veg0kIqLHV+6eEeCRzxuxuM5Ip06dCuwJyK+6aqdOnXDixOOVM+Fgr0JtX1ecvZ2I0zcTEODplP+OdhoRsV7cCFzaCviFlGo7iYjoMZO7xoh7zmzTGp3F9c2jQEoc4FzBJk0rqjI5m+ZRIdcbOVlYvZHg7uL68taSbRARET3+5F4R54qAOueLsEcVwK+xKA1/aL7NmlZUDEaKoVFATt7IrfiCd5TzRm4eERErERFRUT08RCPrMEVcH1ooFml9hDAYKQY5GDl1MwE6XQHJqe6VAZ+GACTgyrbSaRwJ/74D/DEQyM6wdUuIiKzDVDBSuw9QqT6QkQgcXFD67SoGBiPFUMvHFRo7JZLSs3HjfmrBO+uHah7dBQIfOUnRwKEFwNXtwK1jtm4NEZF1mApGlEqg49vi9sH5IrfkEcFgpBjsVUrU8xcF2QqtN1IrZ/bQle2PbFGaR07uXqjoM7ZrBxGRNZkKRgCg7lNAxboiwfXQwtJtVzEwGCmmRpUNQzUFCmgOOHoC6fEid4RKXu6E4bunbdcOIiJryl1j5GFKJdDxLXH74FwgvWwtNGsKg5FikmfUFNozolQZSvZyqKbkabOAq7kWjWLPCBE9LgrqGQGAev3FUiTpCWK45hHAYKSY5CTWM7cSoS0oiRUwDNWwNHzJizokkrhUavFzzHlAp7Vtm4iIiiu/GiMPU6qAju+I23tnATEXSqVpxcFgpJiqV3SBs1qFtCwtjl6/X/DOcoW8u2eA5Hsl37jyTB6iqdcfsHMEstOA+9ds2iQiomLLr8ZIfhoMAmp2B7QZwLqXy3yuIoORYlIpFegb4g8A+G7b5YJ3dvbOmeILIGJ3CbesnJN7n2r3AnzqidvRzBshokdcYUM0MoUCeOoHQOMuFs/b/12JN604GIxYwatdg6FWKXHgWhz+uxJb8M7VO4prBiMlJz4KiDkHKJRA9c6ATwOx/S7zRojoEWduMAIAbv5A7y/F7V1fAHfPlly7ionBiBVU9nDE8BZi7O6brRcLXsVXXlnx2q4Sb1e5dSWnVySgBeDkBfjm9EYxiZWIHnWWBCMAEDIMqP0EoMsC1r4kkvvLIAYjVjKhc0042CtxPDIeOy/GmN6xSmtAaSfeUPcjSq+B5Yk8RCMXmmPPCBE9LiwNRhQK4MnvAAd3sXJ81KESa1pxMBixkkpuDhjdOggAMGvrJdPl4TUuouYIwKGakpCdYeh1ktcEknNGEm8BqYUkGRMRlWUF1RgxxdUHqNxM3H5w3epNsgYGI1b0YscacNHY4eztRGw5G216Rw7VlJzr+4CsVMDF1zA84+Bu+BZRmr0jmSnA368Cf44s02O1RPSI0Oks7xmRyfvLjy9jGIxYkZezGuPaVQMAzPj3PFIzTUylqiYnse4Rby6yDkkC9n0rbtfqIbonZfIsptIKChJuAr/2BI7/DlzYACxoB2x6iz0zRFQ02ZnA2hdFjRE7R9M1RkxhMFK+vNChOvzdHRB1Pw2ztl7Kf6eAZoDaBUiNYx6DKUd/BX4ItaxYz4klwPW94h+13WTj+3xz8kZKI4n15jHg5y5iKrGTt0gek3TA4Z+AOU1F7w0RkbnSE4Flg4HTK0XO4VM/FFxjJD8MRsoXF40dPh8ovoX/uj8CxyMf5N1JZQ9UbSNuM28kr8wUYNvHokjZkZ/Ne0xyDLD1A3G783uAVzXj+/VJrCVcayTyELD4CSD5rljK+4WdwPDlwKi/xeJVafcN7STbkSRgy/uit6qg2W9EtpZ8T3ymXNsF2DsDI1YAjYZY/jxyjgmDkfKjc+1KGBhaGZIEvLP6FDKy8ylDrs8byQlG0uLFGgJn1/HDMXyZWFAQAC5sMm8o6993xGP8QoBWr+S9X+4ZiblQspUIjy0GstPF3/e5LYZvI9U7AqP/ARQq4PYJIPZKybWhPNHpxMqkl/JZ70mSxFBofkNzd04CB34UvVUx50u+nURFtfcb0cvqXBEYuxGo2a1ozyN/FiXeKpPTexmMlJAPn6wHbxc1LsckY+7Oq3l3kPNGbuwXvQDfNQQ2vwusGg0sGwok3CrdBpcVOp3xwk5Jt4E7Jwp+zKUtwNk1oshZ3x8AlV3efTyCxNCYNgOIy6dSriQBKXHFz+GRV2RuNQHQuBrf51LRsCTA6ZXFex0SzvwF/Ps2sGwIsP1Tw98vOwP4ZxLwW1/gfz2BtId6KE+tMNzmsBmVZbeOieueMwH/0KI/j0slwM5BDBknlr3zC4OREuLprMbHT4lv4/N2XsF7a0/jYnSSYYdK9USkm5UK7JstFnXzqiEWdru8BZjXCjj226PRS2LNNl7eCty/KkoY18ypE3Jho+n90x4AG3LyQ1q9Avg3zn8/pVIcc0DkjWRnityOA/OAlaOA2XWBr6uLNRyKKu2BIdAJaJb/Po2GiutTKx6Nv21ZJkliiXTZ3m+Av8aJqYuLnwSO/ya2ZyYBJ5Ya9tNmAadXGX6+vqfg10lPBNZPYNBCpU+nM/TcybMDi0qhMCS9lsGhGgYjJeiJhr4YGFoZ2ToJyw5Foud3ezDspwNiQT2lUixkBIhod+hSYOJR4MW9Yj54RiLwz2vAimfyfqsrS1Jigf91B+a3E7kexSWfXJqOMpy4TQUjkiSmzibeBDyriVyRgshDNVs/AL4IBH7pAmyZCpxbDyTdMbxWUXtH5G8wXjVE5df81HlCjPs+uA7cPFq01yEh8qAY8rJzAHrOAJT2wNm1wPeNgZuHxZTu0GfEvod/MqzafHUHkHJPJAICwPX9Bf/Nj/8mkqO3f1qivw6VsCP/A37qBCTetnVLzBd/A8hMFl9SK9Qs/vOV4SRWBiMlSKFQYNaQECx/vhV6N/CFSqnAwWv38ez/DuPUzXig+6fApFPA8zuBuk/mfHuvAzy3VdynUotpoQs7ALeO2/rXySs5RnwDvXlEJIbm/vZZFNFnxBi/QgW0eFFMz1XaA/cu5J9jceQX4Pw/Yp+nfwXUzgU/v3+TnHZHi7wOR0+gVi+g6zRg9AYRJGQm5T+MYw45uJCL2uVH7QzU6SNuc6imeOTAtdFQoPUEYNQ6wMEDgARUrCP+r3p/LbbF3zCs5HzyT3HddIz4m6fdF2sZmSL3iMScZ2/Wo0qe9n/7BHByua1bYz75fVmxdv7Dz5ZiMFJ+KRQKtK5RAfOfaYq9b3dG+2BvpGVpMW7xUdxMygY8qxrXwwAApQpo+xowbovIgI6PBP7XQ5x8y4qkuyIQuXdeBE0AcGBO8ZJD5VyRek8BHoHim2219mLbhQ3G+945JWZDAED3j4HKTQp//kZDgR6fA0/9CEw4ArwdITLT278pXkce4ilqj4WcL2JqiEbfjpxM+DNrymQi2SPhfoShx0xOWA5qB7y4R5S+Hr8NqFBDTH9sMkrcf2ihSBSXHxf6LFCllbhtaghGmw3c+E/czkh4tL5Vk0H8DSAhSty+9gjNYJSTr+XZgMXFYIQAwN/DEfOfaYq6fm6ITc7A2EVHkJBWwMmochPx4Vq3r1jkaOOboqvR1pLuAov7ALEXAbfKwAu7RD2N+EjRTV4Ul7YYegpaTTBsl3sRcg/VZCQDq8eKZNRavfKfPZMfOzXQZiLQ5FmgYq28QaAc0MjDLZbQ6XL1jBQSjFTvLI5Xamz+VXglCQibBsxrDSQVUMm3PDu0UCTi1egqehNlnlWBZmONk4ebjxfJzdd2Anu+Fu+binXFzKugdmKf63vzf53oU2LIVPaozbxJjgGy0m3dCtvLHWxGHXp0jolch0rOdysuBiMkc9HY4dcxzeDr5oDLMcl4eckxZGYXMF7t6AEM+QNoP0X8vPFNMf3XlsI+FEMZ7oHAmI2AT32g5Yvivv3fW9aVnXBL5MUsGwJoM8Uso8Bcwxy1c4KRm0fEifnBdeD3p4C4K4CrP9BvXt6goqgqNxXXRQlG7l8VU4vtHAr/FqOyAxoMFLdPPTRUI9e/2P+96KI9/4/lbXncpScAJ/4Qt1ubEYh6VgVq9Ra3D/workOGivdNtQ7i5+v78s8bebjHpKDhnLLmwQ3g2wbAj81ET2J5dn2/4XZ2euksFpdwC5jXxnh2oKXu5rzffOpbp01luNYIgxEb8HN3xK9jmsNZrcJ/V+Ow+L9CVu9VKIAuHwBNxwKQgDXPi9yK/KQnAJunAlFHrN5uAOID7vRqcXvIb4biYs3Hi/H3u6eBq9vNe65TK4G5LcQJV6EC2rwGDFtmvI+bX84CT5L4vRZ0EMGCgzsweBHgXMFqv5p+Iam7Zyz/5iQP0fiHiqJ2hWmYM1RzYYNYZVg+Ee6aaTxDJOqwZe0oD47/IZL6KtYRPSPmkINlAIDCcPz9QsSU7/T4/Kshy8GIc0Vx/Sj1jFzeKnqBEqLE0gQPf4lJiha9jOWB/Hd0CxDXpVFs8vzfQMxZYOuHQFw+5R0Kk5UmvuQA1h+mKYO1RhiM2Eg9fzdM6yu63hbuvmZ6HRuZQgH0mSWGbLSZwPIR+Zc23/0VcHAesGQQcM9EOfriODAXkLSiqJfckwCI2SNNR4vb+74r/Hki9gJrXxInlYAWYjiqx6diVeOHyUM1Z9eIcfuAFsBL+wzj/dbiHgA4VwJ02aJ73hLmDtHIApqJD5isVGDp08C8lsC6CcDuL8X99frnPC+DESOSZJiy2+pl83vFqnUQQzOAKEDnXlncVtkDVVqL2w/3gmizgcgD4nbTMeL6UeoZkYcAHT3F+2zVaGDjFGD9ROD7EGBWbZEcn51h02aWuAc3gIRIMXuq7SSxrTTyRuTAVZcFbPvI8sffuyCGIp0qiBoh1lCGa40wGLGhgU0CEOjliLiUTCw9aEa3mVIFDPwFCGovZn1sfNN4SCQ9USzMBoiT9vKh1l2YLSXO8PxtX897f6tXxD/89b0FD3XER4oPRkkLNBwsEnV9C4j86z4FQCEu7d8Exm6yfMVKcygURR+qkXtGKpsZjCgUwDN/iWOmdgViLwHhS8R9XaeJtSegEMNSyfcsa4utleSMk3sXxLFSqYH6A81/nEIBdP9ETAHv8JbxfabyRuR8EQd38T4FgHsXDVOEyzKd1vD7DF8BtJ4obh/5WQxxycvI378KhBdzFlxZdyNniMa/CVA7Z7ju9nHRi1yS7uVaV+v8P4ZEaHPpk1frW28ougzXGmEwYkP2KiVe7RwMAFi45yrSMs34kLN3AAb9IqLbqIPAlW2G+47/biie5l5FrO2yaoz1uuMOLwSy00TXtlzOPjePQKDB0+L2wQX5P0dmKvDnSLFIoF8I8NQcMaW5IN41xYl7/HZxojZnGKSoihKMZKYYPjgKmtb7MFdfoNdMYPI5UV3RrzHQ9SMRcDm4i2EIwBDoPAp2fw185gNc/Ldknl8eaqjRFXBws+yxtXoAk8INwYdMnrF1Y79xoCGfzKu2FTUeVBrx/pdP5GXZnZPiZKtxE+/pnp+LLzK1eovh0BGrxHsNEFNey1iXvcW02WLa7oF54mL0d8zp8QpqJz6jvKqLnoHceSTWJkmGRT7lnrct71lWw8jaM2lkZTSJlcGIjQ1oUhmBXo6ITc7E0kM3zHuQqy/Q4nlxe8en4o2vzTIkSrWdBAxfJnI4InaLf4L8SJL53w4yU0ThKABo94bpSF1u14UNecej5SJl0afEbJKhSwF7R/Nev2ZXIKBp4fsVV1Fm1NwOF708rv6G7n9LOLiJRMwXdwPtc602LA/5PCpDNec3ADs/E3kKG6eIwNPazq0X1/X6We85fUNE71R6gnHeSO6TmFIlaj0Aj0beiJwTEdTOUJ+i0WBgxJ9iOLRWDzHM5VxRnJRyV6R9lKTeFxWUvwwSBc22TBWX3GUQ5KAyqK24lpfiKMm8kaQ7ondaoRJfHtUuIliy5DjLwYi1ZtLIGIxQfuxVSkzsLCrrLdh9Td87otNJeJCSme9jsrQ67PN5BpLaWXwDOv+P+JBOvCk+XBoNFaWDBy4UDzj8U/5F0zZNAb6sBuydnbdrPSkaCF8OXNkuxlyPLRaVYL2q5wybmFC5qegKz0oFLm4yvu/ceuDMajGUM+R38S2lrJGDkfvXzB/iMre+iKUCW4jroiYja7OBn7sCCzuW/Dff2MsiBwgQH8CJN4H931n3Ne5dFHVtlPaG7nZrUNkBVXO+vco9jdps4EZOvkhQTs+JfFKwVjByaStw7u+SGdaSE9zl2UL5sXcE2rwqbu+d9WgMPz1s5wzxuZKZJHqB5MKGOz4X05rjI8VFoQICc3LMHl6kVJKAHZ+JgEb+mxeX/B6pUEPkoslfMrZ/bH6QnnuYxpoYjJApA5sEIMDTEbHJGXhzVTjGLjqMxp9sReinYVi8P+9Mm3f/Oo1nll/FEjwpNuz8HPjvB3G7+fNiKAcQya61nxC3Hx4PlyTxTyxpxT/IX+PFP4k2W3RzzmkKrHsJWDIQ+L6RoXelzaviW6IpCoVhfD33twBJMrSx7euGbylljaOnoexy7gAuK810F6s+GLFgiMYcATnByO3jRSsmF/kfcOsocCdcfCsrKRnJYnp2ZhJQpQ0wMKcHbf/31v3Ak3tFanQWU96tKbiHuN7xuZitE31S/D4OHoZu8ko5CbDWSGK9HyGms6981vpLPmRnGE6qci+AKc3Gid8x7gpwbp3p/VJii7+IpLWlPTDkuzz9K/DOdVHszi9E9EqEfWQYivEPNSTHV+sAQCEC26S7wPZPRP2ZtAeGBPLikoMReai11StiJk/irbxf0vKTHCPqEEFheA5rYTBCpuTuHdl0Oho7L95DYro4+Xy28TxORBo+qP45eRt/Hb8JAPg6sRsS4SwSpe6cFHkkzcfjTkIatp27iznbL2NNnJjKlnX9oPGL3r8m1udQqERPxZnVwKJehq5Oeeqkd21DhVXPICBkBLQ6CccjH0CnM/GNTq4wemW7+BADxBTVW8fEuLvRNMsy6OG8kciDYubBTx1EEm9ukmT5TBpzedcSCwZmpeY/7bQw8skbMF3Uq7gkCfh7ongPuvgCgxeLNZeC2ot6Dls/tN5r6Ydo+lvvOWVNxwAhw0Vw/vdE4J/XxfaqbQ05TXLPSO7ExKI6vQpAzv/PhQ3AgvZApJm1L6JPi2nxpnoybh4RuS3OFQ0BlCkaV0PRwD3f5B9wXNgIfF1DLOhZlhxbLP43fBqIZGalSlz65LTz5DLDNPnceUJOXoZF51aNzvV7KURhvBgr/H3v5QQj8vG3dwTq9xe3zRkekv/f5SrC1lRGa40wGCkjBjUNwLDmgejdwBcfPlkPf09siz4N/ZCtkzBx2QkkpGbhdnwa3l97GgDwbKuq8Pf1xYKsJ/XPsc+lB9r8EI7WM3dg/O9HMSvsEpbc8gcApF/7z7g7ODInOAloDoxaL6aP3Tkp6oQ4eAB9vwdePgBMPAy8Hy3W0HlpP2DvgHk7r2DgvP/w5RYT/7TewSIZU9IaKrLKxaYaDbHeNLWSkjsYuR0OLB0s8gmiT4ueovScipzabLGaa3K0CAT9Glu3HUqlIU/G0iRWnda4YFpJrTh74EfxN5aH3lx9RO9Yry9E1dNz68Q07sKk3gf+myOGBPMTe0V8QCvtrDtEI1PZA/3ni+RhwDC1O/dJTD6xxF4Sqz4DQHwUMLeV6UX04qPyDvdJkli1GRA9jV7VRS2QRb2BX7oDG94QlZbzW49JkkQC+JrngT9HGN6LucnDD9U6mDcLo+ULImcm5hxwKZ/E4/Cc2j8n/ig7a/Nos4BDOT1wrV4x/j0DmhmWAIgWn5f6oTZZ9ZweI3nqds8ZhhICcm5cccgBTe5eDf3w0K7CH19SQzRAma01wmCkjLBXKfHFoEaY/0xTPNeuGhoFeGDmoIaoWsEJt+LTMGX1SUxeGY7E9GyEBHpgWt96WPVSa1wKGoFoyRMZkj0+vNsRtxPSoVIqUMfXFQNCK6N9h27IkOzgqo3Hjv9yjYfK/4RVWgFB7ZA6ehtOO7XCUe/+SHvxsPimKH8jVKpEFUuNC7Q6CUtyEm0X7b+O6AQTxcFyD9U8uG5YW6b1hPz3L0vkYCTyoAg+MhJF0OZUQQx5LB8mTjArRopuYoVKrIdi7W8wgGGoJncwcmGjqCMTH2X6cVGHgOS7hpVpIw9a/4MnYq/oCgfEbKAqLQ33+TbIKdIHMQX94R6l3BJvixPx1g/E8c6v4Jw8hFCto+kVkYtLoRCztfrMFoEUYDxrzD1AnLR12YZiVLu+EN+Cc68KLEu8LYr6/dLV+He6fUIMi9g5Ah3fAV7YLf5fJK1IVj76K7BxMrCgrRhGyC3uilhnBQAubQZ+6Za3oJY+X6SQIRqZo6cooQ8YAg9Zdobh5PngusgNKgvOrQeSbou6QA2fznt/1+k5iyZC/H/mfm8CQLVOhtvdpovPJbnH9uRysYZRUUmSyG8CjJNPq7QW/4/xkWKYriBy5dVKJRCMlNFaIwxGyjA3B3vMHdEEapUSYefu4uC1+3BSq/D90MawVynh6mCP+eM64M+Q3/Ch/0/o17UDlo1vidPTe2Dz6x3w7dDGeKN3Q8S6iX+IHWH/4E5CmnhyuRxyTuGw3y9I6Hv/NTx9cwgG/X4JUffzT7Lac/ke7iaKIkmZ2Tr8uNPEh1ODQQAU4nW2vJ9rHZFCuo3LAp8GIkkyI0FMQfYPBZ5ZIy4aNzEF9NsG4mRg5wAMWwo0Hl4ybZFL48uVWGMuAKufE4mWe74y/Th5SKPB04Cjl+jOtubKzwm3xPpAklYkTMuzqHLr8oEYKoi9KIYA8wue7kcAv/YyDH3EXQH2fmP695G7uktS8+eAsZuBwb8BPrlOJgqFcd5I7BXDCrAZiYZvs7KrO8Rxv39N1PeQyUsA1Okjhkkc3MSMi4nHgEH/EzlVrn5imOvyloeec6e4rlhH7BN7Efi5C3BhkzgJZiSLPCHA8O3fHPKXhyvbjGfBRR4QQ7ayh9tjC5Jk6Glt8Txgp8m7j3MFEVgC4jMu91pFgMg7ajVB9AC3e0NsC2ovgoes1Ly1VyypyJxwU+QbKe3FMItM42L4clFY74g8TFMSPSNltNZIkYKRuXPnIigoCA4ODmjZsiUOHy546uF3332H2rVrw9HREYGBgXjjjTeQnv6ILFRkYw0qu+ODJw0n8Ol96yPI21n/s71KidcHdsRXLw7E691qoU1NbzipjZea9m0gPpTqZZ/HlFUnoUuOFV3NABDYEmmZWvyy9xoAQG2nxLk7iej74z7suZS32NbqoyJfpUkVDwDAiiNRRoHLvsux6PntHry+KRoPfHKy1x+lXhEAsHdAtpy0WLGuCEIc3MSqviNWim+0WSnim9eo9SUzbCCTi6g9iBAn89XjRD4AAJxalX/io05nGKKpP6DwxeAslZ0hxtpT7onA7cnv8h8OcPISaxe5VRbvt197Gr4xykmWv/YS3/Q9q4neFUDUvch9Yr95TAybKFSGtYpKWpWW+Qc++mDkPLD7CxGMySIPGO+bu47F3lliqE+bDZz5S2yTc6tk3jXFt/zuHxt6lS49dPK/lhOMNBoqFqis3FSUsv9zOPB7PzGlVZctuuI9g8z/fX0biv2z04ErYYbtl3Nuq13yb09hoo6IZExrijwoepdUGpGAa0qzccDI1cDAn/Pep1QBvWYYKusC4j0s947IPV0pscDK0cAMP+BwPs+THzmwrlAzb00kuaetoLyR7EzD/0nuYNiaymASq8XByIoVKzB58mR89NFHOH78OEJCQtCzZ0/ExOT/hlu2bBneffddfPTRRzh//jz+97//YcWKFXjvPRO1LyiPZ1tVxdu9auOdXnUwuFmAxY9X5UxbbKG6jP1X4hC25W9xh3dtwMkLfx6JRGxyJgK9HLF9ckeEBLgjPjULoxcdxuYzhlVjH6RkIuyc6Db+rH9DtA/2RpZWwg/bRe/IzgsxGPfbEVy8m4R14bcx42ZD/WOlinWAGl2KeghK3VfZw7Esuwv+qv+j8bBA1daiAFvjkcC4zdYvSf8wRw/DuPPyYWKtC+eKIrk1Ow04kU/1zFvHRPer2lV8A5THy62VN7LlPTFs5OAODP2j4OGpirWB57aK9ibeAv7XHfghFPjcV/SWJEeLruhxm0WtlTpPipPp36+Kk8GplWKFaEDMeLHmWkRFIXe7n99gWKNJnur+cIVN+XjbO4ugcf/3QMQuICVGDPkV9P9Qq6e4vrrTUK5dm2XIv6nRWdQbGrNJFDFTqcUJTi47bu4QjUyhMPwe5/42bL+8VVx3yFmoM/KAebWJ5Omy/+smclusRZLEcQTEYofO3qb3VSiA4O6W1f5pOER8yXhwXfTozm0phgglnUjGvn+t8OeQZ1vlXk1aJvdWXdudf7LwzaPAz51FrR4Hd8AjyPy2W+JxCEZmz56N559/HmPHjkW9evWwYMECODk54ddff813///++w9t27bFiBEjEBQUhB49emD48OGF9qaQgUKhwCudauLlTjWgKEpZ4JyuwZqKm3BHMm6E5yxkV6UVMrK1WLhb/IO93LEmAr2csOLF1hgYWhmSBLy75hTuJoperPXht5Cp1aG+vxvq+bthcvdaAIC/jt/EL3uv4YU/jiIzW4dudSthdOuqOKhugwxJfDP4XeqDDG0ZmxpowumbCfgpKgDvZY/HRzvjDENbsqC2QP95pTfkJM/SkbtuByww9DId+SXvh5qcX1G7l+jClntGog4ZEi+LKny5oaDUwJ9F8mVh3APEsEflpuJEdv+a+HDXuIngY8wGcWIFgCe+EdtvHRN5JGueF0FXjS7imNua/De/dx6AJNrfMqe+SuRBQ4KnvB6KQgX0/U5sOzBPrO0EiNkfBVUS9gsRwzBZKYag5tYx0f3v6CkKtQFiGn+PT4GJRw3VjwFxEraUHIxc3iqGJe5HiB4thUr0MnjXEoHi1R0FP48kiZW993wtfpZX3M4tO0MMN6550XTScn7Pu+W9nCRbhWEWkDWpnQxrbB2aL6bXVqovcsay08Qsq8KSePXJq/l8PlRuKnqZ0u6LyQKyjGRg09siB+juGfE37r+g8OrURfWoByOZmZk4duwYunXrZngCpRLdunXDgQP5F4tp06YNjh07pg8+rl27hk2bNuGJJ54w+ToZGRlITEw0ulAxuFQUJeIBvFbrAZoqRBfgHffG+OvYLUQnpsPXzQGDmopvEA72Knz5dCM0rCx6SKasOgmdTsKqY2KIZkgzMd4YWsUT3epWgk4SU5CztBL6NPTD/Gea4uN+DbD9/X440/hD/KHric9uhuClP44hPavsF1b6aa/h209yRjamrT8LyZazCORxZkDMvqjZTYzxO7iL4ZvcqyRLkuGbrVyltFJd8U08K1XULCmqO6eADa+L2x3fMXx7N4dzBWD0BmDYcmD0P8CbF4F3I0W+Te6eJzc/sYYMYMhraj9FdLeXVOKqJYyqYSqAzu+JQnlKe9HL8yAnMVFeD6VyE/G3CmghTmbyibzR0IJfR/5WDxh6J+R8kWod856kPKsCT/9PDN08/WvBhQlNqdxUVBHOTBbtlAvAVWkt3mtyLZaChmp0OuDft8XMKEA8DsgbwFzZJsoJnPpTJPnu+kLU8jFFksTzHswJSPvMKrkvA83HA/ZOIgjr8LY4pgMWivywiN2GPCFTHp7Wm5vKXkwXBwyznnQ60Xt0eCEACWg0TASXdUyfI4tNDkYiD5b8Gj1msigYiY2NhVarhY+Pj9F2Hx8fREdH5/uYESNG4JNPPkG7du1gb2+PGjVqoFOnTgUO08ycORPu7u76S2BgGazU+ajJGU4Y4xeJEKX4wJy0X4O5O8X0wRc7VofGzlDMzF6lxLdDG8PBXom9l2Px/rrTOHs7EWqVEv0a++v3eyOndwQA+jX2x/fDRHItIPJPmg6YhGrPzoPKXo2dF+/h+d+PmrcGTzEUJ+CJup+KTafvAAC+G9oY9ioFws7dNRquKsnXz1fNbuLbVJU2QJecpDy1MxD6rLidayri9h1bgIRIZNs5iccB4sRW3LyR1PuiOFd2OlCzO9DxXcufQ+0kPmCrdRA9IaZ6+ZqMFj0OzhWBYcuArh8WXGivNLlUFEsZAECDgSLB0N7RULlXnjIv54tUbSt+z27TDc/hWc28mjS1eonri/+Kk7GcL1Kjs+nH+IeK5PGi9KAqlaJQIgCc/9sQBMlBkdyey2GGmUPZGaKnbMNkMQX+x2Y570eFyCVqnpPYfCVXwAyIYS5ABCvZ6cCumSIoOb8hb8+DTiemO8vP+9QckWRcUjyqAC/uBV47DnR5H7BTi0TUTjnv+S3vmV68UqfLNZPGRLD08BTfQwtEkGPvBDy7VlTOLmj4yRqqdxbv4wcR4u/28NIdNlDis2l27dqFGTNmYN68eTh+/DjWrFmDjRs34tNPTczLBzB16lQkJCToL1FRBUxhJPMEiqltqvAlsEM24hSeOJzojlvxafB2UWNY87yr4Nas5IL3nhD/UMsPi79B93o+8HBS6/ep7++O74c1xkd962H2kMawU+V9S7UL9sbisS3gpFZh7+VYdJu9G7/ui0ByhijsptVJOHbjAb7fdhnvrD6F8b8dxaD5/2HAvP34ec81k2XxH5aQmoW3V59E3Wmb8dryE/rnt8Si/deh1UloV9Mb/UMr46WOokdp2t9nkZBW8NTY9Cwt3lt7GvWmbcbkFeFITLfSVFr3ysCUy6JHwc5w7EXynkKcHOKuIjN8JYL3iiXSDyibGq/7U5y8EZ0WWPOCSDT1qCoqrJZU9zEgnnvoEuDNS4baD2VJyDBRTbPz+4Ztcu6QnDeiXw8l57gHtQWCc3qSQoabFyxU6yiSNONviCEaubhe9QKCkeKql9OjcnGTYYqw3CNSpZUowpcaK2ZmZaYAy4aKqdtH/yeCl/tXxfTV/vPEdOGaXcVjr+4wBDDabEM9k6FLgacXiSTn+EgxXX7JQDGFOCMJOLQQ+LEpcGwRAIV4XrmGSEnyrpk3Abj1RMCnocj/WfmsmIq+9QNRkl4eakqIFD2QKrUIOvMjByORB0Rtp23Txc89Py+9vDrnCsCodSIYjDokEqAL6pkqBQrJgv7nzMxMODk5YfXq1ejfv79+++jRoxEfH4/169fneUz79u3RqlUrfP311/ptS5YswQsvvIDk5GQozfhQS0xMhLu7OxISEuDmZuFKnSTEXADmGebaJ9d4Am2vjUVCWhbe6VUHL3eqke/DJEnCmEVHsDtnZs3isc3RqXbRipYdvX4fLy05jthkkZDn5mCHFtUq4OiN+4hPNX3iVtsp0aehHwaEVkbzIC84qvN+S958Jhofrj+De0kZ+m3VvZ0xd2QT1PUz7z2TkJqF1l9sR2qmFr+Na4GOtSoiPUuLJ37Yi2v3UtCnkR9mDQ6Bg33e14+6n4qXlx7DmVuGIcUAT0d8N7QxmgWV4PDCkqfF7Ae1q8gnABArueHZzKn4csIINArwEPvJf387R+DdG4CdRhTSS0hDcCWXfINIAOJb6oY3xMnAzkEko/qFlNzv86iQJOOA4uJmYPlQMYPi2XXAdw1EN/+7NwzTStPiRS9Hg0HGQWVBlgwSQxpV2ojy/l7VgddKsLS/TiuqDafkfPN3CwDeOGP4XVeOFjlJLV4QJ9KoQyJBt+UL4uTtHiiGstz8xP7aLOCr6mLq8/M7xFBQxB7gt75iyvmUy2JtoMwUMePovzmANlMENPZO4nGAOGn2mZ1/TZHSdOu4qBsjPZSn5eIjkonjroj3gU8D4GUTqwJLEvBNLUMic2qcCPhGrCxaj1Zx3DwqZmFlJotgeegS89+bZjL3/G1n8p58qNVqNG3aFNu3b9cHIzqdDtu3b8fEiRPzfUxqamqegEOlEh/mNh2HL2+8a4ks8fR4AIBLzfb4s1sr7L18D2PamIjgIZJnv366EQbM+w9ujvZoH1yxyE1oFuSFfe90xprjt/DL3mu4FpuCbefF7Bw3Bzu0D66Iun6u8HRWw8tJjbiUTCw/HImztxOx9sQtrD1xC2qVEqFVPNCkqifSMrW4l5yBm/dTcfKmGPesXtEZL7Svju+3X8a12BT0n7sfz7WrBglAfGom4lOzYKdSwkWjgrPaDhVdNWhb0xv1/Nyw9PANpGZqUcfXFR2CRTepg70KMwc0xLCfD2LjqTs4dzsRXw5qhBbVRICRmpmNsHN38eG6M0hMz4ankz0mdQ3GL/sicPNBGoYsPIAXOtTAuLZBqOTmUORjl1t4VDz2Xb6HZ1sFwb3FCyIYyUxCMpywMOsJrFE/hVuSHZYdijQEIxVri2GPlHvAreP4NzEIb68+haSMbLg62KFV9QpoW6MCnm4WCBdNro+F7R/n+lY6n4GI7OGThlxUK/caL/6NjetbOHpYXo8muKcIRiJzelxKslcEEMNhdfqIUuuAGKLJ/bvW6iV+P3lo0MFd5PPIizo+TGUvhuUubACu5AQj8hBN7ScMKwqrnUVdkMYjgc1TRT2TjESgQjDQ6iXRm6R2zv81SlPlJqI3J/IA9OX8L4eJ6by/9RWrIQMFryejUIhZNadXiUDE0Qt46sfSD0QAMVw4YqUIei9vEdPV5fospcyinhFATO0dPXo0Fi5ciBYtWuC7777DypUrceHCBfj4+GDUqFGoXLkyZs4UNQOmT5+O2bNn46effkLLli1x5coVvPzyy2jatClWrFhh1muyZ8RKlg4xFC2Sv6WYKTNbBzulAkqldf5hdDoJOy7E4HJMMpoHeaJxoEe+384lScKpmwn480gkdl28hzsmKr6qlAq83LEGJnapCQd7Fe6nZGLyynDsumhibPch3i5qZGTrkJSejVmDQzCoqfEU6p0XYnJmFmVAoQD6NvJHdGI6TkQ+QJZW/As1DvTA3JFNUNnDEYnpWZi+/izWnBAVDu2UCnSv54ORLauibc0KBc6KSsnIxqGIOMQlZ6JrXR94OYtvKtlaHX7ceQVzdlyBViehSRUPLH2uBRwPzMLZWw8w8nQo7Fy8MWtICEb/ehhOahUOvtcVbg45szZWjQHOrkW0Y02sSGqIo7raOK2ohXitIUgKCfTA6pdai7yffd8aupCf/M5QpZPyN6+1mNbp4iuSWdtOMiTjFtWD68D3uQLAoUsMeR0l5cp2MVQCiITj3ImUKbHA1zUBSCK4fXatYZ2XfDxIyYTLmT9g/+9kkQg79l9RMDDxJjD8T9M1eiL2ipk7+SXrljXJ94DfnjRes6jLB0CHt0w/5sQSsZQEAAz5wzA8ZitXtgH7vhPvLysvQlkiPSMAMHToUNy7dw/Tpk1DdHQ0GjdujM2bN+uTWiMjI416Qj744AMoFAp88MEHuHXrFipWrIi+ffvi888/L8KvRcVSpaUIRuydAN9GFj1UbWfdDwSlUoFu9XzQrZ5PgfspFAqEBHogJNADkiThelwq9l+Jxfk7iXB3tIe3iwYVXTVoFOCOqhUM35y8nNX4dXRzLD0cieM3HsDDyR6eTmq4O9ojWychJSMbKZnZuBqTggNXYxGbLPJSfN0c0DfEP087OtephK1vdMSMjeex4mgU/j55W39fZQ9H9A/1x6SutfTHyc3BHrOHNkaP+r74ee81HLvxAP+eica/Z6LRtmYFzBrcGL7uhiAgIS0Lyw9HYueFGBzPFeCoVUr0bOCLPg399M8jbz8eGY8Jy8Mx/5m3MPG7vYhHCqa2r4YOwd6oWckFV2KSsf7ELTzbOggAEF+1NzzOroVv2hVMshOJy5LSHsm+zXHKsSW+uRoA3LyMncv2oYdblFiLBBAnVBsGIonpYl2mat7ORknW+UnOyMbhiDi0qeGd73BaiaqSE4wk5yQ7V21X8P7m8AwSU0TvnRcl6oPa63uUizTN3xzVOojhpqy0nBVuc3H2FsmjN48Ag34VuRUmnIyKx5CFBxCsdsAGAFLUYSgi9ohAxN7ZuNR+nja0N31fWeNSURQ/XNxH9IwBD826ykedJ0VAUrVtqQUiWVodktOz4emczzBMzW6iQrYtemdyWNwzYgvsGbGSmPPAwg6iKufAnwrfv5zIzNbh2I0HOHbjPjrUqmgY2jBh3+VYhJ2LRrCPK9oHe6OKl1OhJ4bzdxKx7FAkVh2LQnqWDh5O9vhyUCN0rFURvx+4jrk7rxolyAZ4OsLVwR7n7xhPa3fV2OHT/g0Q4OmIkb8cQka2DvX83HDuTiI8nOyx750ucNHY4dd9EfhkwznU8XXFv5Pa40ZcKkb+cgiahKvopLmE56vehV/CicLrDLR/E1KXD3H1XgrcHO1QybVoQ033c4bcdl+6h3Ftq6FXA1+T+0qShBVHorA+/Dau3ktGTE4eUFAFJ8wd2QT1/d1NPnb8b0ew7XwMKns44u1etfFUiH/JnbQfdmoVsGa8uK1QAu/cEJV7i+BwxH3cT8kUxynsI2D/d0BAc0jPhWHyypM4HHEfPwxvjKZVSygfKSMZgJS3jLqZJEnCkIUHcOS6CJ63q99EDeUdxDrVhHfqFTH1eOgfVmywZZIzsjFx2XHU83PD270KGFKxROJtYPGToqbKpPAytyDoqF8P478rsXi3dx08165aqf1fmHv+ZjBS3qTEiTUS8lvPgUrclZhkTPrzBM7eFkGGp5M9HuQk7wZXcsGo1lXRPrgiqlYQAc6ZWwlYfjgSf4ffRl1/N8waHIJAL1HxdNu5u3hxyTFodeJf+I1utTCpWzAAkYzbYsY2ZGTr8PmABvg27DJikzNQzdsZv49roX8OxF0VsyAubQFu7EeCwhUnM/xxW1MN/Z56Gle9OmLm5gvYfyUOKqUCnWtXwrDmgehUu2K+w2qbz0Rjwe6r8HN3QPWKzgiq4IxjNx5g7YlbyMg2JP291bM2XsmniF9qZjamrjmN9eG3jbar7ZTIzNZBbafEx0/Vx7DmgXkee/Z2Avr8YDxbqHGgB8a3r4bq3i6oWsEJzhqLO4PNl3AT+DZnLRH/JsALO/PdLTIuFevDb2HTmWgEeDpiwTNNoco1/BmTmI72X+1ERrYOv4xqhm6Bkpix0uIFbEqphVeWiloxTmoVfh3THK2qm1+VNi1Tm28CuLVtORuNF/84Bo2dEu89URcuO9/HoKwNhh0G/CQqqNrIgt1X8cW/Ylhl0djm6FxIUn5CahbcHO0KP4FnZ4pkUAtr4qRmZuP0zQQ0C/Iyei9Yasam84iITcGc4aFGPYPX7iWjyyxDCfreDXzx1dON4CoP4ZYgBiNEZVRGthaztl7CT3tEcTV/dwe80b0WBjYJMPlBJElSvh+EK49E4e2/TsFVY4d973SBu5Phw2XKqpNYnVOoDgDq+bnht3EtUNHVRCAqSUjKyEbv7/fi5oM0VPd2RkRcCiRJ5OTIQQ8A+Lk7YNaQELSpYaiHsOfSPTz32xH9ENPDGlR2Q82KLliXE2gMDK2MmYMa6odersem4KUlx3AhOgkqpQKTugajQ62KqF7RGVqthMkrw7EzJwdoYJPKmDmwodGwzYRlx7Hx1B30buCLen5umL/7KlIfqmnj7+6Ad3rXQb/GFpQIL4RWJ0EBMfSIbxsACVGiOF2Pz4z2O3MrAdPWn8HxyHij7V8/3QiDmxlqKX264Rz+t0/UAvJ1c8DWyR3g5mCPtEwtus3ejVvxaajgLBK8HeyV+GVUc7QLLrguRWJ6FqasPIlt5+9iXNtqeKtXbf2xS8/S4qvNF7HqWBT83R0REuiOkEAP+Lg64EFqJhLSspCWqUXnOpXQoLLpXilZllaHHt/uQURsCiZ0roG3etaB9uJWqJaLxfiyJBUixoWjVtW85QRk/12NhYO9Ck2qeBb6epbKzNah/Vc79At+VvZwRNjkDnnW9JL9eTgS7645jaZVPfFu7zponmt2XLZWhzsJ6fBzdzA9I60Q6VlaDFl4AKduJqBFkBdmDTF84bDE7fg0tPlCFJf76ulG+uKUADBr60XM2XEFgV6OiE5IR5ZWQjVvZyx4pilq+xat98tcDEaIyrij1+/jWmwKngrxL1Z+w8FrcfBwskcdX+P/jRORDzBgnpiF0TzIE7+Mbg53x8K/CR29fh9DFh6AHHv0a+yPKT1qIyNbixVHovDX8Vu4n5IJO6UCn/ZvgOEtqiA8Kh4jfj6I1EwtetX3RbMgT1yLTUHEvRRUdNXg2dZV0ayqJxQKBZYcvIGP/j4LrU5CJVcNnNQqZOskxCZnID1LB28XDeaOCEXLh77x63QSFuy5im+2XIROEms2fdpfLGh47V4yus7eLQp1TmqPun5uiElMx7xdVxEeFY8bcSn6HigAmNQ1GK93C843wMvW6rDx9B3Ep2ZheIsqBeZLrQ+/hWnrzyI1Mxt+7o6YpFyJfimrkPrsZrhVNxQ2i0vOwBM/7MXdxAwoFUDbmt6o4KzGuvDbqOzhiO1vdoSDvQr3kjLQ/qsdSM/Swd3RHglpWRjRsgpmDGiI2Vsv4ocdV1DZwxEbX2uH11eIBG21nRILnmmCLnXyz7+6EpOEF34/hmuxKfpt9f3d8MPwUKRlavH6inBciTGv6FXHWhUxsUtNoxPyw34/cB3T1p9FBWc1dr3VSXz7zkyF9GUQFNoM7NE2xGzfL/HXy23yBN8JaVn4aP0ZrAu/DZVSgX8mtkM9f+P39cLdVxGTlIGpvevkCQDO3ErAsRsP0LK6F2r7uOb791197CamrDqJiq4aqFVK3IpPw/Ptq+H9PvnnefT6bg8uRCfpf+5WtxLa1vTGf1fjcPBqHJIyslGzkgvef6IuOtWuaNHwhyRJeHv1KX11awBw0dhh+lP18WQjP5y/k4gztxJwJyEdz7Wrhgoupnu0F+2PwMf/iHVx6vu7YcOr7aBQKKDTSWj/1U7cik/DnOGhCPB0xISlx3E7IR3eLmqsm9AWAZ6WBz/mYjBCVM5JkoQZm84jKT0bH/Wtb1H3/MqjUdh3ORbPtauGkEAPo/vSs7R4569T+qGUoc0CsfVcNB6kZqF9sDf+N7p5oQnP+y7H4uWlx5CUblyYrkkVD8x/pil8CpgGHXbuLp7/XRQA+35YY/RrXBlvrz6JlUdvomudSvjfmOb5Pi4xPQtzd17Rr8XUv7E/vny6kb6HIEurw9oTtzB35xXciBMrUTeo7IbvhoaiZiUXo+fK0urwxb8X9D0YBhIUkNAwwBNLx7eEq4M9dDoJ4347gl0X76FGRWcse74VfNwckJ6lRedvduFOQjo+6FMX49tXx8xN57FwzzWEBHrg3V51MPxnUdH166cb4f11Z5CZrcP8kU3Qu6EfMrK1mLjsBMLO3YVSAbz3RF2jXABJkrDlbDTeXHkSKZla+Ls7YHz76piz4zIepGbB0V6FLK0O2ToJFV01+OSp+rBTKXEyKh4nb8YjIS0LHk5qeDrZIz1Li7Bzd/UBaotqXpjYuSbaB3sbnXwT07PQ6etduJ+SiU/71dcnTwMQlT4vb8V06QUszuiEj5+qj9FtDPcfuhaHyStP4la8ofhW40APo6Dln5O38epyUWfly0ENMTRXscaE1Cx0+manPuj0c3dAx1oVMbpNkL7WkCRJ6PXdXly8m4R3etVBHV9XjF18BEoF8PfEdnl6fq7eS0bXWbthp1RgYJPK+Ov4LaMewoe1D/bG8BZVEHU/FRfvJiEyLhXDW1TJMztPf0gO3cD7a89AqQC+GNgIK49G4WhOkrpSAeR+qc61K+LXMc1NBjtDFx7AoYj7+p9Xv9QazYK8cOBqHIb/fBCuGjsc+aAbHOxVeJCSiRG/HML5O4mo4+uK1S+3MZ7Sb0UMRoioxEiShLk7r+CbrZf020IC3LH0+VZmf6glpGbh4t0kqJSAUqGAg70KtX1czZo+LvcSONqrMP+ZJnj+96PI0kr46+U2aFq14K79Pw9H4oN1Z5Ctk+DtooG7ox3sVUo8SM3Ud917Otnn1KbJgoO9yHvoVtcHSenZSEjLwjdbL+Jwzgf/K51qYETLKrgdn47I+6mYsek87qdkokWQF34b1wJ/HLyOGZsuQGOnxPqJbY16sFYcicQ7f52Gp5M91k9oh57f7UFalha/jmmGLnV88N7a01h2yJBk3KZGBSwd31J/QsrS6vD+2tNYeVR8sx7cNACf9m+AnRdi8NPeaziRMyTUspoX5o5sAm8XDaIT0jF5ZTj+uxoHQOQPfD6goX4KuSk34lKwYPc1/HXsJjJzFr1sFOCOlzvWgJPGDhfuJGLXxXs4cC0O1b2dseWNDvqlIQCIBM+IPfg9pQWm/X0ezmoVlj3fCqdvJSDs3F3suXwPkgRU8XLCe0/UxZRVJ5Gcka0Pam4+SEXv7/fqA1gfNw12TemsD7I/23AOv+yLgLujCJ7kHCUntQr/G90crWtUwM6LMRi76Aic1Sr8N7Ur3B3tMXHZcWw4dQcNKrth3SttjXpb5my/jFlhl9CpdkUsHtsCV+8lY+7OK7iXlIFW1SvoE9jn77qKRfuv649LbmqVEhtfa4dgH+PhkGM3HmDYTweQpZX0hSe1OgkL91zFt2GXkKWVUMFZjQaV3XHgahwytTp98P2w2OQMtPh8G3SSCIj2Xo5F3xB/zBkeirdWncSqYzcxrHkgvhhkmEV5Kz4N/X7cj9jkDHSr64OFzzYtVr6KKQxGiKjE/Xv6Dt5cdRIBno5Y/nyrAruRrUmrkzBm0WHsvRwLhUIUtWxV3Qt/vtDarMfvvxKLl5ccQ+JDPTMVnNV4oUN1PNOqKpIzsjFl1UnsvRyb73O4aOzwzeCQPDODztxKwPCfDyIpPRuhVTxw+mYCsnUSZgxoiBEtjfMksrU69PxuD67eS4GfuwPuJKSjQWU3/DNRdLEnpmeh++zduJuYAZVSgX8ntUeth05qkiRh0f7r+GzjOegkwNFehbSc9ZHUdkqMbROEKT1rGwUGOp2Ev47fhJujPXrU87FoaCE6IR0/7bmGZYdvID0r/5W4fxnVzOS0fZ1OwtML/suTOwOIYOqjp+rDRWOnH+5x1dhhyxsdMOnPEzhy/QEaB3rgXlIGbsWn4a2etTGhc01cj01B9293I0srYfFYkdR7KOI+5u+6goPX7kNjp8SCZ5vip93XcOBaHMa3q4YPnhTDMjFJ6eg2azcS07PxSb/6GJWrN0ceonk4ByM/kXGpmB12EReik1Cjkgtq+7ji4LU4/Hc1Do0C3LHm5Tb6QCfqfiqeXvAf7iZmoHcDX8wb2cTobxCfmonUTC383B2gUCj0QZGXsxrbJnfMEzguPxyJqWtOo1GAO2YObIg+P+yDnVKBbZM7os8Pe5GSqcWql1rnGV47HvkAw346iMxsHV7sUB1Tn7D+4oMMRoioVKRmZkOtUhY5ga+o4pIz8OScffpCeH8818KiCsEJaVm4EpOELK2E7Jyk2yZVPYwSGXU6Cb8duI7ZWy8hPVsLVwd7uDrYoWoFZ0x7sl6e4RvZsRv38ez/DusTaJ9s5Ic5w0PzPelvPnMHLy0xrKb807NN0aO+IcDZfUksMPlyxxpGC1M+bPele5i47DiS0rPh7miPUa2rYlTrINMJy8UUl5yBX/dHYNXRm3BxsENdPzfU9XVFm5rehSaeXoxOQv+5+5GerUXjQA90q+uDnvV9ULOSIdDS6iQMnP8fTkbFo6KrBveSMuCiscOm19rjWOR9vLHiJFw1dtj9dmdMXXMKW87eRcdaFfHbOEM12PQsLSYuO45t52Ngp1QgWyfBTqnAnrc7w9/DsHbTHweu48P1Z+HtosHutzrBWWOHKzHJ6DZ7N+xVChx9v7tRcri57iamo8e3e5CQloU3u9fCq12DcTE6Cc/+7xBikjIQXMkFaye0LbQ3MTNbh75z9uHi3SQMDK2M2UMbG90/+tfD2H3pnj44G7zgPxy5/gB1fF1xIToJgV6O2PNW53zff+vDb2HSn+EA8ia+WgODESJ67B278QDP/HIIIYHuWP58qxKrnaDTSVAoLCs0tv9KLMb/dhSVPR2x5pU2hkq4D5EkCf3niZNuXT83bHqtXZ7XMTWb6mE3H6TieGQ8utWtZHJ2SFkRk5gOhUJRYLB09nYCnvpxvz5PY/aQEAxsEgCdTsKTc/bh3J1EtKruhYPX7pvsOcrS6vDGinBsOCVW4x4QWhnfPnQyz9Lq0G32btyIS8WUHrUwsUswfth+GbPDLqFz7YpYNNZEuXszrDtxC6+vCIe9SoHP+jfAjE0XkJCWhdo+rvj9uRYF5kfldiLyAQbO/w+SBP3aWYAIqpt9FoYsrYTtb3ZEjYouRrk1gEjYLiiQnR12CcsO3cDCZ5sVOsxpKXPP32W8zi4RkWlNq3ri0Ptd8fu4liVaxEmpVFj8/G1reuPQ+12x8bV2JgMRQAQ4Xw5qiI61KmLGgAb5vo65rx3g6YSnQvzLfCACAJXcHArttanv747n21cHIBKOB4SKfAmlUoF3e4tiZQevidyd4S0C8wQiAGCvUuL7YaEY1boqKns4YmKXvFVj7VVKTM45WS/cLVYK35gTvPRplLcisyX6NfZHj3o+Ijfkr9NISMtCaBUPrHixldmBCACEVvHEmJyE33f/OoXrObOjdly4iyythOBKLqhRUfTU9WrgCx83w7Ed2KTgqeyvdw3GpkntrR6IWII9I0REVGbpdBJORMUjJMA9z1DgM78cwr4rsXDV2GHnW53gXYycJZ1OQp85+3D+TiK61fXBtvN3xRDNB93NmhJfkHtJGejx7W79jLMFzzQtUgG+lIxsPDlnHyJiU1DBWY1FY5tj7s4r2HL2Ll7rUhOTe9TW7yvnmbQI8sLKl8zLpSoJHKYhIqLH2pWYZExZdRJj2wZZpZDdzgsxGLv4iP7nLnUq4VcTU8UtdfluEo5cf4BBTSsXusZSQWKS0jF20RGcvZ0IJ7UKWp2EjGwdNr7WzmiphIxsLZYcjES3upWM1u0qbQxGiIiILCBJEoYuPIjD18XQT34reJcFSelZeGnJMey/IqZnF5SgamvMGSEiIrKAQqHAO73FUIfGTlnoquK24upgj0VjWuCpnBXGB4YGlMlAxBLsGSEiIsol7NxduGjs0LqG+YsQ2oIkSbgWm4KgCs4lUrDMGsw9f5f9lGsiIqJS1L2M9og8TKFQ6GfQPOo4TENEREQ2xWCEiIiIbIrBCBEREdkUgxEiIiKyKQYjREREZFMMRoiIiMimGIwQERGRTTEYISIiIptiMEJEREQ2xWCEiIiIbIrBCBEREdkUgxEiIiKyKQYjREREZFOPxKq9kiQBEEsRExER0aNBPm/L53FTHolgJCkpCQAQGBho45YQERGRpZKSkuDu7m7yfoVUWLhSBuh0Oty+fRuurq5QKBRWe97ExEQEBgYiKioKbm5uVnvexwGPjWk8Nqbx2JjGY2Maj41pj/qxkSQJSUlJ8Pf3h1JpOjPkkegZUSqVCAgIKLHnd3NzeyT/yKWBx8Y0HhvTeGxM47ExjcfGtEf52BTUIyJjAisRERHZFIMRIiIisqlyHYxoNBp89NFH0Gg0tm5KmcNjYxqPjWk8Nqbx2JjGY2NaeTk2j0QCKxERET2+ynXPCBEREdkegxEiIiKyKQYjREREZFMMRoiIiMimGIwQERGRTZXrYGTu3LkICgqCg4MDWrZsicOHD9u6SaVu5syZaN68OVxdXVGpUiX0798fFy9eNNonPT0dEyZMQIUKFeDi4oJBgwbh7t27NmqxbXzxxRdQKBR4/fXX9dvK+3G5desWnnnmGVSoUAGOjo5o2LAhjh49qr9fkiRMmzYNfn5+cHR0RLdu3XD58mUbtrh0aLVafPjhh6hWrRocHR1Ro0YNfPrpp0YLhZWXY7Nnzx707dsX/v7+UCgUWLdundH95hyH+/fvY+TIkXBzc4OHhweee+45JCcnl+JvUTIKOjZZWVl455130LBhQzg7O8Pf3x+jRo3C7du3jZ7jcTo25TYYWbFiBSZPnoyPPvoIx48fR0hICHr27ImYmBhbN61U7d69GxMmTMDBgwcRFhaGrKws9OjRAykpKfp93njjDfzzzz9YtWoVdu/ejdu3b2PgwIE2bHXpOnLkCBYuXIhGjRoZbS/Px+XBgwdo27Yt7O3t8e+//+LcuXOYNWsWPD099ft89dVX+OGHH7BgwQIcOnQIzs7O6NmzJ9LT023Y8pL35ZdfYv78+fjxxx9x/vx5fPnll/jqq68wZ84c/T7l5dikpKQgJCQEc+fOzfd+c47DyJEjcfbsWYSFhWHDhg3Ys2cPXnjhhdL6FUpMQccmNTUVx48fx4cffojjx49jzZo1uHjxIp566imj/R6rYyOVUy1atJAmTJig/1mr1Ur+/v7SzJkzbdgq24uJiZEASLt375YkSZLi4+Mle3t7adWqVfp9zp8/LwGQDhw4YKtmlpqkpCQpODhYCgsLkzp27ChNmjRJkiQel3feeUdq166dyft1Op3k6+srff311/pt8fHxkkajkZYvX14aTbSZPn36SOPGjTPaNnDgQGnkyJGSJJXfYwNAWrt2rf5nc47DuXPnJADSkSNH9Pv8+++/kkKhkG7dulVqbS9pDx+b/Bw+fFgCIN24cUOSpMfv2JTLnpHMzEwcO3YM3bp1029TKpXo1q0bDhw4YMOW2V5CQgIAwMvLCwBw7NgxZGVlGR2rOnXqoEqVKuXiWE2YMAF9+vQx+v0BHpe///4bzZo1w+DBg1GpUiWEhobi559/1t8fERGB6Ohoo+Pj7u6Oli1bPvbHp02bNti+fTsuXboEADh58iT27duH3r17AyjfxyY3c47DgQMH4OHhgWbNmun36datG5RKJQ4dOlTqbbalhIQEKBQKeHh4AHj8js0jsWqvtcXGxkKr1cLHx8dou4+PDy5cuGCjVtmeTqfD66+/jrZt26JBgwYAgOjoaKjVav0/gMzHxwfR0dE2aGXp+fPPP3H8+HEcOXIkz33l+bgAwLVr1zB//nxMnjwZ7733Ho4cOYLXXnsNarUao0eP1h+D/P7HHvfj8+677yIxMRF16tSBSqWCVqvF559/jpEjRwJAuT42uZlzHKKjo1GpUiWj++3s7ODl5VWujlV6ejreeecdDB8+XL9y7+N2bMplMEL5mzBhAs6cOYN9+/bZuik2FxUVhUmTJiEsLAwODg62bk6Zo9Pp0KxZM8yYMQMAEBoaijNnzmDBggUYPXq0jVtnWytXrsTSpUuxbNky1K9fH+Hh4Xj99dfh7+9f7o8NWS4rKwtDhgyBJEmYP3++rZtTYsrlMI23tzdUKlWemQ93796Fr6+vjVplWxMnTsSGDRuwc+dOBAQE6Lf7+voiMzMT8fHxRvs/7sfq2LFjiImJQZMmTWBnZwc7Ozvs3r0bP/zwA+zs7ODj41Muj4vMz88P9erVM9pWt25dREZGAoD+GJTH/7G33noL7777LoYNG4aGDRvi2WefxRtvvIGZM2cCKN/HJjdzjoOvr2+eSQXZ2dm4f/9+uThWciBy48YNhIWF6XtFgMfv2JTLYEStVqNp06bYvn27fptOp8P27dvRunVrG7as9EmShIkTJ2Lt2rXYsWMHqlWrZnR/06ZNYW9vb3SsLl68iMjIyMf6WHXt2hWnT59GeHi4/tKsWTOMHDlSf7s8HhdZ27Zt80wBv3TpEqpWrQoAqFatGnx9fY2OT2JiIg4dOvTYH5/U1FQolcYfrSqVCjqdDkD5Pja5mXMcWrdujfj4eBw7dky/z44dO6DT6dCyZctSb3NpkgORy5cvY9u2bahQoYLR/Y/dsbF1Bq2t/Pnnn5JGo5EWL14snTt3TnrhhRckDw8PKTo62tZNK1Uvv/yy5O7uLu3atUu6c+eO/pKamqrf56WXXpKqVKki7dixQzp69KjUunVrqXXr1jZstW3knk0jSeX7uBw+fFiys7OTPv/8c+ny5cvS0qVLJScnJ2nJkiX6fb744gvJw8NDWr9+vXTq1CmpX79+UrVq1aS0tDQbtrzkjR49WqpcubK0YcMGKSIiQlqzZo3k7e0tvf322/p9ysuxSUpKkk6cOCGdOHFCAiDNnj1bOnHihH5GiDnHoVevXlJoaKh06NAhad++fVJwcLA0fPhwW/1KVlPQscnMzJSeeuopKSAgQAoPDzf6bM7IyNA/x+N0bMptMCJJkjRnzhypSpUqklqtllq0aCEdPHjQ1k0qdQDyvSxatEi/T1pamvTKK69Inp6ekpOTkzRgwADpzp07tmu0jTwcjJT34/LPP/9IDRo0kDQajVSnTh3pp59+Mrpfp9NJH374oeTj4yNpNBqpa9eu0sWLF23U2tKTmJgoTZo0SapSpYrk4OAgVa9eXXr//feNTiLl5djs3Lkz38+X0aNHS5Jk3nGIi4uThg8fLrm4uEhubm7S2LFjpaSkJBv8NtZV0LGJiIgw+dm8c+dO/XM8TsdGIUm5ygISERERlbJymTNCREREZQeDESIiIrIpBiNERERkUwxGiIiIyKYYjBAREZFNMRghIiIim2IwQkRERDbFYISIiIhsisEIERER2RSDESIiIrIpBiNERERkU/8H1BshzCLJyEAAAAAASUVORK5CYII=\n"},"metadata":{}}]},{"cell_type":"code","source":["pyplot.plot(df_results[\"val_accuracy\"], label=\"val_accuracy\")\n","pyplot.plot(df_results[\"train_accuracy\"], label=\"train_accuracy\")\n","pyplot.title(f\"Accuracy vs Number of Epochs\")\n","pyplot.legend()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":470},"id":"tEr68PtoaZ-O","executionInfo":{"status":"ok","timestamp":1702848794545,"user_tz":300,"elapsed":1330,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}},"outputId":"e77073a6-04a1-476b-be8c-278e89abee06"},"execution_count":17,"outputs":[{"output_type":"execute_result","data":{"text/plain":["<matplotlib.legend.Legend at 0x7b5a5fefa890>"]},"metadata":{},"execution_count":17},{"output_type":"display_data","data":{"text/plain":["<Figure size 640x480 with 1 Axes>"],"image/png":"iVBORw0KGgoAAAANSUhEUgAAAiwAAAGzCAYAAAAMr0ziAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAADvgUlEQVR4nOy9eZwcVbk+/tTe63TPPpOZSSZ7SEISCBDCjgZZvIoKEtxYVFAIAvLVq8gV9F5lUfGHIsriRVFyAQVEBAQREnYIBAIEsu/b7HtPr1Xn98c5p6p6m+me6Z7pGer5fOYzM9XV1dXdVec853mf930FQgiBAwcOHDhw4MBBCUMc7xNw4MCBAwcOHDgYDg5hceDAgQMHDhyUPBzC4sCBAwcOHDgoeTiExYEDBw4cOHBQ8nAIiwMHDhw4cOCg5OEQFgcOHDhw4MBBycMhLA4cOHDgwIGDkodDWBw4cODAgQMHJQ+HsDhw4MCBAwcOSh4OYXHgwMFHAmvXroUgCHj44YfH+1RyQmtrK84991xUVlZCEATcdttt431KI4YgCLjiiivG+zQcTHA4hMXBhMRvf/tbCIKAZcuWjfepOLDhj3/8IwRBgMvlwoEDB9IeP+WUU7Bw4cJxOLOJh29/+9t45plncO211+LPf/4zzjjjjKz7CoKQ9eeb3/zmGJ61AwfFgzzeJ+DAwUiwevVqNDc3Y926ddi+fTtmzZo13qfkwIZoNIqbb74Zt99++3ifyoTF888/j7PPPhvf+c53ctr/tNNOwwUXXJC2fc6cOYU+NQcOxgUOYXEw4bBr1y68+uqrePTRR/GNb3wDq1evxg033DDep5URoVAIXq93vE9jzLFkyRLcc889uPbaazFlypTxPp0xRaG+87a2NgSDwZz3nzNnDr785S+P+nUdOChVOCEhBxMOq1evRnl5OT75yU/i3HPPxerVqzPu19PTg29/+9tobm6GpmlobGzEBRdcgI6ODnOfSCSCH/3oR5gzZw5cLhfq6+vxuc99Djt27ABg+R7Wrl2bdOzdu3dDEAT88Y9/NLdddNFF8Pl82LFjB8466yz4/X586UtfAgC89NJL+PznP4+pU6dC0zQ0NTXh29/+NsLhcNp5b968Geeddx6qq6vhdrsxd+5cXHfddQCANWvWQBAE/O1vf0t73v/93/9BEAS89tprGT+Pt956C4Ig4L777kt77JlnnoEgCHjiiScAAP39/bj66qvNz66mpgannXYa3n777YzHTsUPfvAD6LqOm2++ecj9Mn2OHIIg4Ec/+pH5/49+9CMIgoCtW7fiy1/+MgKBAKqrq/HDH/4QhBDs27cPZ599NsrKylBXV4dbb70142vquo4f/OAHqKurg9frxac//Wns27cvbb833ngDZ5xxBgKBADweD04++WS88sorSfvwc/rwww/xxS9+EeXl5TjhhBOGfM87d+7E5z//eVRUVMDj8eDYY4/Fk08+aT7Ow2qEENxxxx1maKcQ4CG59evX47jjjoPb7cb06dNx5513pu3b1taGr33ta6itrYXL5cLixYszXjuGYeBXv/oVDj/8cLhcLlRXV+OMM87AW2+9lbbvY489hoULF0LTNCxYsABPP/100uOjve4cTG44hMXBhMPq1avxuc99Dqqq4gtf+AK2bduGN998M2mfgYEBnHjiibj99tvxiU98Ar/61a/wzW9+E5s3b8b+/fsB0InrP/7jP/DjH/8YS5cuxa233oqrrroKvb292Lhx44jOLZFI4PTTT0dNTQ1+8Ytf4JxzzgEA/PWvf8Xg4CAuu+wy3H777Tj99NNx++23p0n47733HpYtW4bnn38el1xyCX71q1/hM5/5DP7xj38AoBNOU1NTRpK2evVqzJw5E8uXL894bkcddRRmzJiBv/zlL2mPPfTQQygvL8fpp58OAPjmN7+J3/3udzjnnHPw29/+Ft/5znfgdruxadOmnD6H6dOn44ILLsA999yDgwcP5vScXLFy5UoYhoGbb74Zy5Ytw09+8hPcdtttOO2009DQ0IBbbrkFs2bNwne+8x28+OKLac//6U9/iieffBLf+973cOWVV+LZZ5/FihUrksjj888/j5NOOgl9fX244YYbcOONN6Knpwcf+9jHsG7durRjfv7zn8fg4CBuvPFGXHLJJVnPvbW1FccddxyeeeYZXH755fjpT3+KSCSCT3/60yYJPemkk/DnP/8ZAA3z/PnPfzb/HwqRSAQdHR1pP7FYLGm/7u5unHXWWVi6dCl+9rOfobGxEZdddhnuvfdec59wOIxTTjkFf/7zn/GlL30JP//5zxEIBHDRRRfhV7/6VdLxvva1r+Hqq69GU1MTbrnlFnz/+9+Hy+XC66+/nrTfyy+/jMsvvxznn38+fvaznyESieCcc85BZ2enuc9orzsHkxzEgYMJhLfeeosAIM8++ywhhBDDMEhjYyO56qqrkva7/vrrCQDy6KOPph3DMAxCCCH33nsvAUB++ctfZt1nzZo1BABZs2ZN0uO7du0iAMgf/vAHc9uFF15IAJDvf//7accbHBxM23bTTTcRQRDInj17zG0nnXQS8fv9Sdvs50MIIddeey3RNI309PSY29ra2ogsy+SGG25Iex07rr32WqIoCunq6jK3RaNREgwGyVe/+lVzWyAQIKtWrRryWJnwhz/8gQAgb775JtmxYweRZZlceeWV5uMnn3wyWbBggfl/ps+RA0DS+7nhhhsIAHLppZea2xKJBGlsbCSCIJCbb77Z3N7d3U3cbje58MILzW38u2xoaCB9fX3m9r/85S8EAPnVr35FCKGf9ezZs8npp5+e9LkPDg6S6dOnk9NOOy3tnL7whS/k9PlcffXVBAB56aWXzG39/f1k+vTppLm5mei6nvT+c/0OAGT9eeCBB8z9Tj75ZAKA3Hrrrea2aDRKlixZQmpqakgsFiOEEHLbbbcRAOT+++8394vFYmT58uXE5/OZn9/zzz9PACR9xxz2zw4AUVWVbN++3dz27rvvEgDk9ttvN7eN9Lpz8NGAo7A4mFBYvXo1amtrceqppwKgYYOVK1fiwQcfhK7r5n6PPPIIFi9ejM9+9rNpx+Dy+iOPPIKqqip861vfyrrPSHDZZZelbXO73ebfoVAIHR0dOO6440AIwTvvvAMAaG9vx4svvoivfvWrmDp1atbzueCCCxCNRpPScx966CEkEolhPQwrV65EPB7Ho48+am7717/+hZ6eHqxcudLcFgwG8cYbb4xKHZkxYwa+8pWv4O6778ahQ4dGfJxUfP3rXzf/liQJRx11FAgh+NrXvmZuDwaDmDt3Lnbu3Jn2/AsuuAB+v9/8/9xzz0V9fT2eeuopAMCGDRuwbds2fPGLX0RnZ6epVIRCIXz84x/Hiy++CMMwko6ZaybOU089hWOOOSYpbOTz+XDppZdi9+7d+PDDD3P7EDLg7LPPxrPPPpv2w+8VDlmW8Y1vfMP8X1VVfOMb30BbWxvWr19vnmddXR2+8IUvmPspioIrr7wSAwMDeOGFFwDQe0gQhIwestR7aMWKFZg5c6b5/6JFi1BWVpb0HRXiunMweeEQFgcTBrqu48EHH8Spp56KXbt2Yfv27di+fTuWLVuG1tZWPPfcc+a+O3bsGDZ9dseOHZg7dy5kuXDec1mW0djYmLZ97969uOiii1BRUQGfz4fq6mqcfPLJAIDe3l4AMAfu4c573rx5OProo5PCQqtXr8axxx47bLbU4sWLMW/ePDz00EPmtoceeghVVVX42Mc+Zm772c9+ho0bN6KpqQnHHHMMfvSjH2Wc/IfDf/3XfyGRSAzrZckHqWQuEAjA5XKhqqoqbXt3d3fa82fPnp30vyAImDVrFnbv3g0A2LZtGwDgwgsvRHV1ddLP73//e0SjUfM745g+fXpO575nzx7MnTs3bfthhx1mPj5SNDY2YsWKFWk/tbW1SftNmTIlzRTMM4n4Z7Bnzx7Mnj0bopg8RaSe544dOzBlyhRUVFQMe36p3xsAlJeXJ31HhbruHExOOITFwYTB888/j0OHDuHBBx/E7NmzzZ/zzjsPALKab0eDbEqLXc2xQ9O0tEFe13Wcdtpppm/isccew7PPPmsaTVNX67ngggsuwAsvvID9+/djx44deP3113POEFm5ciXWrFmDjo4ORKNRPP744zjnnHOSiNt5552HnTt34vbbb8eUKVPw85//HAsWLMA///nPvM5zxowZ+PKXv5xVZcn38wWoqpLLNgAghOR4phb49/Hzn/88o2Lx7LPPwufzJT3HrqA5yIxcvqNCXXcOJiectGYHEwarV69GTU0N7rjjjrTHHn30Ufztb3/DnXfeCbfbjZkzZw5rnJ05cybeeOMNxONxKIqScZ/y8nIANOPIjnxWwu+//z62bt2K++67L8lk++yzzybtN2PGDADIyfB7/vnn45prrsEDDzyAcDgMRVGSQjpDYeXKlfjxj3+MRx55BLW1tejr68P555+ftl99fT0uv/xyXH755Whra8ORRx6Jn/70pzjzzDNzeh2O//qv/8L999+PW265Je2xQny++YIrKByEEGzfvh2LFi0CADNsUVZWhhUrVhT0tadNm4YtW7akbd+8ebP5eLFx8ODBtNTrrVu3AgCam5vN83jvvfdgGEYSAU89z5kzZ+KZZ55BV1dXTipLLijUdedg8sFRWBxMCITDYTz66KP4j//4D5x77rlpP1dccQX6+/vx+OOPAwDOOeccvPvuuxnTf/mK7pxzzkFHRwd+85vfZN1n2rRpkCQpLdvkt7/9bc7nzleW9pUkISQt26K6uhonnXQS7r33Xuzduzfj+XBUVVXhzDPPxP3334/Vq1fjjDPOSAuJZMNhhx2Gww8/HA899BAeeugh1NfX46STTjIf13U9LeRRU1ODKVOmIBqN5vQadsycORNf/vKXcdddd6GlpSXpsbKyMlRVVY3q880Xf/rTn9Df32/+//DDD+PQoUPmhLh06VLMnDkTv/jFLzAwMJD2/Pb29hG/9llnnYV169YlpZ6HQiHcfffdaG5uxvz580d87FyRSCRw1113mf/HYjHcddddqK6uxtKlS83zbGlpSQodJhIJ3H777fD5fGY485xzzgEhBD/+8Y/TXidfdavQ152DyQdHYXEwIfD444+jv78fn/70pzM+fuyxx6K6uhqrV6/GypUr8d3vfhcPP/wwPv/5z+OrX/0qli5diq6uLjz++OO48847sXjxYlxwwQX405/+hGuuuQbr1q3DiSeeiFAohH//+9+4/PLLcfbZZyMQCODzn/88br/9dgiCgJkzZ+KJJ55AW1tbzuc+b948zJw5E9/5zndw4MABlJWV4ZFHHsnor/j1r3+NE044AUceeSQuvfRSTJ8+Hbt378aTTz6JDRs2JO17wQUX4NxzzwUA/M///E/uHyaoynL99dfD5XLha1/7WtIqur+/H42NjTj33HOxePFi+Hw+/Pvf/8abb76ZtbbJcLjuuuvw5z//GVu2bMGCBQuSHvv617+Om2++GV//+tdx1FFH4cUXXzRX/MVARUUFTjjhBFx88cVobW3FbbfdhlmzZpnpyKIo4ve//z3OPPNMLFiwABdffDEaGhpw4MABrFmzBmVlZWaaeb74/ve/jwceeABnnnkmrrzySlRUVOC+++7Drl278Mgjj6SFE/PB1q1bcf/996dtr62txWmnnWb+P2XKFNxyyy3YvXs35syZg4ceeggbNmzA3XffbSqNl156Ke666y5cdNFFWL9+PZqbm/Hwww/jlVdewW233Waalk899VR85Stfwa9//Wts27YNZ5xxBgzDwEsvvYRTTz01r/5BxbjuHEwyjE9ykgMH+eFTn/oUcblcJBQKZd3noosuIoqikI6ODkIIIZ2dneSKK64gDQ0NRFVV0tjYSC688ELzcUJoqup1111Hpk+fThRFIXV1deTcc88lO3bsMPdpb28n55xzDvF4PKS8vJx84xvfIBs3bsyY1uz1ejOe24cffkhWrFhBfD4fqaqqIpdccomZ1pma0rtx40by2c9+lgSDQeJyucjcuXPJD3/4w7RjRqNRUl5eTgKBAAmHw7l8jCa2bdtmpr2+/PLLacf97ne/SxYvXkz8fj/xer1k8eLF5Le//e2wx7WnNaeCp33b05oJod/B1772NRIIBIjf7yfnnXceaWtry5rW3N7ennbcTJ97ago1T2t+4IEHyLXXXktqamqI2+0mn/zkJ9PSyAkh5J133iGf+9znSGVlJdE0jUybNo2cd9555Lnnnhv2nIbCjh07yLnnnmt+v8cccwx54okn0vZDgdKaTz755LTP5K233iLLly8nLpeLTJs2jfzmN79JO2Zrayu5+OKLSVVVFVFVlRx++OEZ088TiQT5+c9/TubNm0dUVSXV1dXkzDPPJOvXrx/2vUybNs1MPR/NdefgowGBkBG40hw4cDDuSCQSmDJlCj71qU/hf//3f8f7dBxMAJxyyino6OgYcWFEBw7GE46HxYGDCYrHHnsM7e3tGRveOXDgwMFkg+NhceBgguGNN97Ae++9h//5n//BEUccYRogHThw4GAyw1FYHDiYYPjd736Hyy67DDU1NfjTn/403qfjwIEDB2MCx8PiwIEDBw4cOCh5OAqLAwcOHDhw4KDk4RAWBw4cOHDgwEHJY1KYbg3DwMGDB+H3+0fVZdeBAwcOHDhwMHYghKC/vx9TpkwZtnDipCAsBw8eRFNT03ifhgMHDhw4cOBgBNi3b1/GTvd2TArCwstE79u3D2VlZeN8Ng4cOHDgwIGDXNDX14empiZzHh8Kk4Kw8DBQWVmZQ1gcOHDgwIGDCYZc7ByO6daBAwcOHDhwUPJwCIsDBw4cOHDgoOThEBYHDhw4cODAQcnDISwOHDhw4MCBg5KHQ1gcOHDgwIEDByUPh7A4cODAgQMHDkoeDmFx4MCBAwcOHJQ8HMLiwIEDBw4cOCh5OITFgQMHDhw4cFDycAiLAwcOHDhw4KDk4RAWBw4cOHDgwEHJwyEsDhw4cODAgYOSh0NYHDhw4MBBXojEddz1wg7saB8Y71Nx8BGCQ1gcOHDgwEFeeHpjC27652b84pkt430qDj5CcAiLAwcOHDjIC619kaTfDhyMBRzC4sCBAwcO8kJvOI4yDKB3MDbep+LgIwSHsDhw4MCBg7zg73gH72jfwAWhP473qTj4CMEhLA4cOHDgIC/U9L4LSSBYoG8CIWS8T8fBRwQOYXHgwIEDB3lBC3cAACrRg0jcGOezcfBRgUNYHDhw4MBBXvDEKGGpEvrQG46P89k4+KjAISwOHDhwMJlgGMCaG4FtzxbtJXyJLgCAXwijr6+vaK/jwIEdDmFx4MCBg7EEIfSnWNjzMvDCLcDfvgEYelFeImh0m38Pdh8qyms4cJAKh7A4cODAwVhBjwN3ngj86dPFe43OHfT3YCdwaEPBD68bBBWkx/w/1lNAwvL8T4FXflW44zmYVHAIiwMHDvIHDzts+sd4n8nEQvsWoPV9YNeLQLS/OK/Rvcv6e/vzBT9838AgKmCde6KvtTAH7m8BXvwZ8O8fFU0ZcjCx4RAWBw4c5I+da2jY4R9XFTe8MdnQuc36u7+lOK/Rvdv6e/u/C374ga4WiIL1nRsDbYU5cD9TaogBJJwKug7S4RAWBw4mOwbagOf+G+jeU7hj7nqB/h7spMd3kBs6tlt/9x0szmvYCcv+dUC4O+uuI8Fgd/J5i6FCERabUpOIFuaYDiYVHMLiwMFkx7p7gJduBV77TeGOufMF6+/2TYU77mRHx1br72IoLISAdNGQkC57qFph/64KgFTPihJuL8yBB+yExVFYHKTDISwOHEx2dLCOuj17C3O8wS7g0LvW/22bC3PcjwKSQkJFyK4Jd0OI0jTjfxjH0207nivoSyR6k4mWFu0oyHHjtuOSeLggx3QwueAQFgcOJjs6d9LfhZog97wCwOZbcRSW3EBIckioGISFhYNaSRCPRo6k27Y/V1ifEVNC+ogHAOCOdRXmsJ0HzL/j0cGCHNPB5IJDWBw4mMwgBOhihKWvQBMkDzH4aulvR2HJDf0tQMyWGVREwrKX1OAN4zDoogb0HQDaC/cdcc/KVqEZgFVEbrSI91qfRyziKCwO0uEQFgcOJjMGWoF4iP4daqd1QEYLbrg96qv0d9smJ1MoF9jDQUDhCKQdLKV5L6lBFCp2+ZbQ7QXMFlIi1LNyyDULABDUC2PqFWzm7XjUISwO0uEQFgcOJjN4ETEAAEk2Nuby3N8uB9bcZG3rO8SMowKw9GJAkIBob3HUgsmGDkZYPFX0dzFMt0xh2UdqAAAv6Ivp9u2F87G4op0AgN7gYQAANyJAdGDUx7Wbd52QkINMcAiLAweTGV07kv/PdZIkhNZYafuQ1lvZv55u3/Ui/V2/GPDXAhUz6P9tjo9lWHDCMv1E+rv/EC3AV0AkOqjCsseg4bq/9MyhD+x5BYiFCvIa3hglLGLldISJCgAgo01tJ8RsqAgAidgwCksiCrz/MDBQoAwlBxMCIyIsd9xxB5qbm+FyubBs2TKsW7duyP17enqwatUq1NfXQ9M0zJkzB0899VTGfW+++WYIgoCrr756JKfmwIEDOzpTCEuutT/euR/Y/RL7hwBP/T9afZQRFjL9ZNzy9Ga0aM10lwJ6JHLGnleB3v1j/7ojBQ8JTWPZO0YcCBfG/8Ghs5TmkKcRVT4VW/R6RH0NgB4rWFioTKfnHKyeig4SAADEekepFkX7oRKr9kpiuJDQxkeBR74GPP/fo3tdBxMKeROWhx56CNdccw1uuOEGvP3221i8eDFOP/10tLVlZtixWAynnXYadu/ejYcffhhbtmzBPffcg4aGhrR933zzTdx1111YtGhR/u/EgQMH6eCGW45cFJaBNuBf/0X/Pu5KQCsDDr4DrP+j6V/Z7jsCv1u7A0+00AlrzBWWva8DfzgTePBLY/u6owFXWGrmA95q+nchi8clYlAG6PHU6hk4Ymo5AAGbK1bQx5+5DoiMsrNydABuQslEoKYB7QgCAAa7R0lYUhQafTiFpY9lFNmzrhxMeuRNWH75y1/ikksuwcUXX4z58+fjzjvvhMfjwb333ptx/3vvvRddXV147LHHcPzxx6O5uRknn3wyFi9enLTfwMAAvvSlL+Gee+5BeXn5yN6Ng1FDNwj2dBZGOnZQAuCEpXw6/d2fwwT59PeBSA9QtwgHj/pPxE++lm7/1w+B3n2AqOAdUP/Chkg9fWysFZYP/kZ/H9oAhApTB6SoiIetOjhVcwB/Hf27kD6W3n0QYSBMVFTWNuHIqXQc/aNyHhCcRr+7Z34wutdgHqgQ0RAIlKNXDAIYfQNEkuKBGpawxJhnpu/A0PuVIhJRx6Q+QuRFWGKxGNavX48VK1ZYBxBFrFixAq+99lrG5zz++ONYvnw5Vq1ahdraWixcuBA33ngjdD25udWqVavwyU9+MunY2RCNRtHX15f046Aw+MU/N+Lrv7gfazYVqKGZg/GDLaV5sGE53TbcBLn1X8DGRwBBxMajfoKTfvESvrP7aKD2cCvbqPFobOmi3outpJFua98ydoMwIcBmW0h5b+axp6TQtRMAAVwBwFsF+KfQ7YU0K9tSmmfV+nHE1CAA4LV9UeAzvwMgAO/8Gdj6zMhfgykh7SSIgFtBv1wBYPQNEENdyUTaiA9T6ZabfPsPTazJv2cv8LOZwD+uHO8zmZDIi7B0dHRA13XU1tYmba+trUVLS+aBcOfOnXj44Yeh6zqeeuop/PCHP8Stt96Kn/zkJ+Y+Dz74IN5++23cdNNNGY+RiptuugmBQMD8aWpqyudtOBgCR2y5Dc9q/4nopifH+1QcjBb9h4D4IAxBwg3v+Oi24UIQL9xCfx97OX7xvhsJg+CF7d0gZ/3c2mfGydjeRieMXaQehiAD0b6xW+22bgR6bVV797w6Nq87GvBwUOVsQBBsCkshCYuV0jyzxodFjQFIooCWvggOBo8Elq+i+z3+LVqteASIsVop7Qgg4FEwqFYCAEj/6AhLf0fytWPEhiEsXGHRY7Sf1UTBrhdpLZ7NmT2cJYWBduCDx0qqc3bRs4QMw0BNTQ3uvvtuLF26FCtXrsR1112HO++8EwCwb98+XHXVVVi9ejVcLldOx7z22mvR29tr/uzbt6+Yb+EjheoY/Sw9fbuG2dNByYMZbrvVehwgOabSsqJg+6Z8Amu30AyMnsE4WoNHUD+LpxI4/PPY0U4njDhk9LrZgmGsCsjxwV7x0t+lSFi2/BNo/dD6nxOWKpa1U1Z4hSXRSe/ZfaQGs2p88KgyDqv3AwDe3tsNfOy/6OsPtAJPXzui14h00/PtIEH4VBkRjV5XwuDosnUi3akKyzAhoaitAN9ECgvx0OlgBxAqcaK15ifAXy8EXvjZeJ+JibwIS1VVFSRJQmtrMptubW1FXV1dxufU19djzpw5kCTJ3HbYYYehpaXFDDG1tbXhyCOPhCzLkGUZL7zwAn79619DluW00BEAaJqGsrKypB8HhYGss5VNproKeoL2kCkhxu1gCLCU5hZpCloJ9TOkegXSkIgBAP72XvJguqmlD/jE/wDf3YGwvxkHeqwJ5YDSTP8YqxL9W5j6d/xV9HfLe6M3kxYS3buBB84H7j3DUjJ4hlAVLbZmKiwFLB432Eq/71a5HtU+DQBMH8s7e3sAxQ18+na68wePjiilmvf76ZXKIYoCEm5KWEbbAFFPDSkNFxKK2canYhTgKxbat1h/d2zJvl8poIcJAa/dMWJFrtDIi7CoqoqlS5fiueesIkSGYeC5557D8uXLMz7n+OOPx/bt22HYbo6tW7eivr4eqqri4x//ON5//31s2LDB/DnqqKPwpS99CRs2bEgiOg6KD9WgE5EYz2C8ff0O4K6TaLaIg9IH86/sRZ1JWIRo39BFvnRKWJ7eRAnL1AraL2ZLC1vRCgJ2tA8k2Qa2cR/LWCgsvftZ40WBVtoNTqMdifcPXVphTMFrg0R7aZdsICkkRAgB8TOzcgEVFtK1GwBgBKZBEAQAMH0sb+9l1WgbjgIEkX7PofxJhs4UupBCQ0EGK4KnRkZnfObl/tsIPV8yXLdm+zU8ERWW1L9LEZwUxvqBV28f33NhyDskdM011+Cee+7Bfffdh02bNuGyyy5DKBTCxRdfDAC44IILcO21ltx42WWXoaurC1dddRW2bt2KJ598EjfeeCNWraLxVL/fj4ULFyb9eL1eVFZWYuHChQV6mw5yhUroQCHGM0xqfNDt2Jb+mIPSAwsJbUvUYgAeDBAWch0qLMQIy4Au4fCGAM47ipKRzYcsBYOHg1SJDh/vxnim0BgoLFv+SX83LQN81VZNk1IKC+lWPRGsu5saLdk9Ey+fiU//5hX813NMwSoUYSEErgHq61GrZ5ibucLywYE+RBM6IMmAj6s7+dew4eXzwzwU5Kd+Rk+8K9n8evCdvEIeGiv3v4+wdO9EdIi9kaKwFDA1vJiIhSzVAkhWW0oRdlL4xl0lkY2XN2FZuXIlfvGLX+D666/HkiVLsGHDBjz99NOmEXfv3r04dMi6CZuamvDMM8/gzTffxKJFi3DllVfiqquuwve///3CvQsHBYPGCIuSyKCw8EHCHj92ULpgCssHETq5cJVlqEmSMMISJzK+fuJ0HFZPw62bW6zvnBtuj51JV9lv9LNJpn1LwSu3pmEzCwfNO4v+nsaU3T0llClkn2z1GK0YHOsHBBGbY1V4/0Av/rmHKiAF6+802AVNp/ds+ZRZ5uapFR5UelXEdAMbD/TSjQFWA6s3f2VCGqSEJeam37nECItqRKzxYd864O5TgEe/nvNxvXFKblpF2lIA+SgsE6UtRMc2JHc5L3HCwht1agGaIfjy/ze+5wNAHsmTrrjiClxxxRUZH1u7dm3atuXLl+P111/P+fiZjuFgbOBihEXORFg4UYn2juEZORgRDMMkLJvjdHJpJeWYiUPZB3hCIDDCEvR7cdbh9Wjrp5Pv9rYBxBIGVFk0CcuJs6rw2o4ObNNrQTQFQmyA1voon1ac9xTpBXa/TP+e+0n6myssB96ivgclN+N+UcEJi7scCHcDO56n/wenYWMrfawbPhiiAtGIUxNsoHF0r8lSmg+RCkyvrzI3C4KAo5sr8PQHLbj+7x/ggUuPRVlZA4A3RxRK0VjoR/dQYuHzBxEiGrxClKY8a35g0z/ozntepb43aZhpRk+gzKBjSsjTCAwCoj6ch2UCmm45QVH99PxLnbBwUnjyd2khyTd/Dxz3Lct/NQ5wegk5SIKLlcdW9QzNx0zC4igsJY/+g0AiAiLK2M9k9lYw4202k6JtpX/uMTOhSCKmBFzwu2QkDGKGgvjv2bU+NJZ7kICMsL+ZPrGYcfltz9Jy9lVzLPNqxQzAW0OVjINvF++18wEPCdXMBxZ81tpeNdtUOQhEhDVe7Xb0CoHB/UosQ8iO7505D5VeFR8c7MPX73sLCV4DJt+2BoYBF+sjRLxUWSlzK2Z5frNaLSdoiQhrlDk09IF2iCBIENHMnhKGCgkRkuJhmSAhIX5vzDmd/u4/SEl4qYIrZvM/AzQeQ7/Pl345rqfkEBYHJoihwyPQgUIzMhEWdgGXUkZGqWCgHXj1NyXjpufqStTXCB0SpgRcaAct8tXfvjfzc2zei6Uz6YQkCALm1dHU2C0t/UjoBnZ1UPVtVo3PNOW2exmBaHm/4G/FxBaWzjz3LGubIADTjqN/73mleK+dD1imFSQV+NgPAZEpDJWz8cFB697plWlIrRAhjd6D1CNzADVoLPckPTa9yov7vnoM/JqMdbu68PA2FpbIV5kId0EiNENQKaMKS8CtmOX5EWqj/qjWjdZzDr077GF72qivoxNl8PloCFI0hiAsiQhAbJmKE4awMEWl6RircGCp+gETMdPPFpe9wMeuo9vX/2Fc+3c5hMWBiVjECgO5MhIWR2HJitduB/51HfDXi0qj8iYz3PZ5aHhmStANoYyaYwc6sgw4NoVFUTXz73l1dBLZ1NKHvV2DiOsEbkXClIDbJCw7lLl05/1vFvRtmDAMa+U+98zkx0zjbYn4WDjxkzWgciatXwNAn/ExbG6xCEsunqJcEWYpzQOeJkiikPb4woYA/veio6HJIta2sO82Xw8LK8vfSfzwe90AKGFJUlh2rk1+Tst7wx62p41ejz1iOWSNHldkk2VGpGa5xQYmxiKKKyzVc4HqOcnbSg02U/PtrxwCpp8MHH4ecOYtVNEcJziEZSLjvb8Cr/+uYIeLhqyL1IMMhZuifcm/HVjgXZF3vVAaad+sBkuHSr0R1X4N3ipa4M3INlExGT5BRGiqYm6ex4qPbT7Ub/pXZlR7IYqCSVjWG7PpzvvWFYewtbxH/SCqH2hYmvwYN97ue4N6JsYbPJwhqfT3x68HvrcHOwPLEIlbpuS9cTbRF4CwEOZhMYLZ/UPHTK/Ar79wBA4RqrSRfBUWRlh4WX4ACHgUtDPCQgZaLVIZYMUEc1BYeFn+AaUKgkIJi2wM4WFh/pUQ0TAo0Wuz5FWWeMSsRIzqefQHKF3CwhalEaLgD6/uR28kAZxzDy0lIKvjdloOYZmoiA4Aj32TNqorUMfSaMRSTjwkDGKfeAgBYazbKOW463ihxxZm+dcPk9MXxwOdNCR0SKSqSrVfQ/WUZgCAGs7cWd2UgCFDtdU/4grL5pY+bGf+Fe6TmFpJCctrgw2ApAHhLou8FRJ85d58AiApyY/VzKc9emIDQGsRQ1K5ghMWmRmABQFwB81wUJWPDvg7wnyyzUJYIn3A8z/JKWzgCdHrz1U9c8j9Tp1bg4PEForKh+CZfYQCCHroe7ArLHpfC7BjDd13OUvKaHl/2MyxGKtyG3VVQWKmackYXmEJwY0Ogb2XUjfedm6n9YJcAcBXS1UWoHSNt2ysH4Ab/dEE/vTq7vE9HwaHsExUHHgLMOhgEz84/ComF8QGLYXFJcQRjdkGjUQEAns9MREpTCrmZEIvIyiBJroC/MdV4xsaYgrLbkId/dU+DVOn0cksqHeCZJpEGGGJQYYqW0PDXOZhae2LYv1uWoBsVjUjLExh2dkdBxqOpE/Y90aB3wwswjLjlPTHRAloPJr+ffCdwr92vjBDQskrUW64PW1+HUQB2JsI0geyKSwv3AK8+PPh00kTUQTitI5JeeOcIXdVZRGGuxJxIkEgBjCQR7dorrDAUli8qoROgSlFO9dSH4viBY78CiWw0T5LWcgCgx2XeGsgaVxhGYKw8MmUuHDQoGpRyac2MyWFVM3Dbc9tw0azdlGJEhZOClntpv99ZRdC0fFXLx3CMkER2WEVyurYUZhBOh5Jjg2HB2xKSqpvxfGxWIgO0HAFAJx3H11Z73gO2LB6/M6ni04SWxM03lzt1zB9OiUsKhI4cDB9RWrE6USbSlh8mmwSkxe30YnRVFjY9p7BOKJ1LFRTaMISjwB7WVmEGSdn3oeHQkqhTLtputWSNnOF5YimIBrK3WbWVsbJNhEF3n2A/j2ckbtnH0QQhIiGmrrh06OryrzWa+fjY0lSWChhEQQBgypNo5b7GGlvPgFQvUDtfPr/MD4WmdV2EcvqISk5EBY2mQ7CZZG+Ug8JMWKyX5mK2/69Dde/yib/nr20oFypgYfd4IYmi+gZjGP1G3vG+aQcwjJhEdtlZUTohwojg8fDqYSlx/onjbA4PhYT3DWvBai/4tQf0P+f/H/Ac/9dnNRFQwf+dhnw7PXJapehA49eQlf5/inYHA4CoIRF1VzoYavhHTvTwwxx1iE3BiWJsACWyhLXqWrECYtXk80QR0tgMd250Mbb/euARJhJ6fMy71PGS92XwMTFip7FBSt0RQjBBwfpdTB/ShmmV/lsptsMKseWp8wuxOHBoRcHepfVpbk+6BlyXwCoKdOssFAe1W55R2a7hwUAolpl8o4zP0Z/17PrYRgfi4vVdnGV15mmW4UMkSUU4yEhFw4aQbqt1ENCTGHZotPsoA2dIoinCgApzUwhNt73w42vnjAdAHD3i7sQiY9vHzmHsExEGDrcbZaq4u0pjKyoR5KZfiQ0hMIyEVz5YwVOWILMaLj8CmDOGaxuwa3Ar5YAr99Z2DDagbeBd/8PeOVXwP3nAOEeuv3Z6+lkJ2nAefehdYCu5Gr8VNodZLU/Wg6ky/TxGJ0k4kQ2y+5zHMYICwBIooBplV7z/yamsmxTD6Mb2jZZ51MI2MNBQnoGDAArTbQEFJZIhBrWH3u/E7pBCd7+7jD6IgkokoA5tX5Mr/RYhCVTf6e3/2T+2dY5tMISaqET3n7UotqvDbkvQMnrIU5Y8lBYeB+hdhJIIiy86q0JTljqFtHfh4ZWWPwJ+v78lY02wpJLSMhtvY8S+N6HBFNY1g3Qz8ogwGBgVtJjwyLUWdj7agiQKDc2u/DlY6ehIehGx0AUD67LUhJhjOAQlomI1g+gJEIIE7qyLY8dKsgqXk8ZNGMhGymJpQyoTkjIQi+7iXlmhCgBX3gQOP//gMrZ1Ij69PeANTcW7jXttS52vQDcezqw9hbgtd/QbZ/9HYyGo9ExQEmIOZGxKpV9bekDT8JUWGQoUjIxmFdvdUSfVuFJUmCmMcKyfdADlE8HQKjHqlDY+QL9ncm/wmEqLOM/cQ2EKPE/MKDj2Q/pJM/VlTm1fqiyiOYqL0JwIywwRcSusnTvscyrAOREhow9GyJt1K/UrtRnTGlORRJhyUOZ4ApLj1QOl2KZsonHRljKGoEqljFWv4T+PvRuVj9XXDdQQWg4tbyuCQojLCqGIPdRS2FpYRlPJR0SSsRMT9nznRXm5jaNhTFz6doc7gF+eyxw98lURS0yYoM8JORCuUfBZafQcPKdL+ykPanGCQ5hmYhgHoE3jbk4wAYe0vrhqA9rRJMVlnjYRlickFB2sIyg51tU7GRZNBAEYN4ngctfp+WsgcJWYm1j3/fs0wF/PZWc1zJCdOp/AQvPQfdgDAm2wq9kYRtXBfU4xLsPJmeBAUgwD0tCUMxuvxzzbArLzJRKqtzHsqdzkDYlBGh6cyEQ7rE+t+lZ/CuATWEZ/4mLMA9LjCj43Qs7WTiI3i8LplDi11xFFaoOIYOPZcNqAAS9At1XzVQTyf56rEtzvzu38v41fhcO8ok+1yJgegJiPyU3Ua0q6SG3149+QokGZp5qqWC18wFBAgY7shLJto4OWtYfQHl1AxSNXksKEtknZpvp9pBJWEo4JNS1EzASMBQvtkcD5uadYN9XLgrLxkeoobl7t+lPKybig6xVAtxwKxLOXdqI2jINs2p86A6NX8KFQ1gmIpgB8S1jLjYbUwEA3bs2jPqwRor5KzEUYXFCQhbYoP96pwd3vpCS0ivJVmXWQg40rR/Q3ws/B3z9OaD2cPr/ovOBk74DAGhn6kqFV4XCQjyBGnq9BBMdONSbXOtCjzPvBVLShgFMq/TCpdBjpJZ+n8rCQ/u6BoEmlq1TKMKy+2WaDlo522ralwlcYYn0APGhFYligzAPSxQy3t3Xg9d3dpmEZWEDnbBmMMKyPzVTyNCBd+4HAKzWPw7A6qCeDUofNUPG/VNzOr+aoRSWbc8CW55Of9LeVyHFQ+gkfvR4mpMeCrhlK7zFw0EAoLit9N0sPpbOVkr2B+GC6PJDddk8ONkaIEYtQ2gLf91w17h/71nB/Cvd3hkArIXAu9G6pMeHxIb/sx2v+F3R42H6GcckDwRBgEuR8M+rTsL9X1+GusD49etyCMsEhMEJC5mD/So1RIX2bsj+hJ69wGOX08FoCJBY8kpOtxEW4igs2cFSmg+SKry9tyf98fLpbL/9hfGxEGIRlpr5dCL/+rPAxU8Dn/mtucJtZ40Lq32Wr0EKUCWiRujGYCw5TTHBPCy6kN6sThIFzGX1WGZnU1i6QpbCsv+twkjXu3IIBwGAVkbTaYHxV1kSPNuKEr+7XtxhhoS4wtIQdEMWBRziE+7OtTQLZ8fzQN8B6FoQj8RpywFtqCJqhMA3yFSSiuacTq/GbzPd2j0sg13AA+fTn1RyvZm2RXhePwJlHnfSQwG3gp8mvoSXa78EHPbp5OcN42Pp5VVuJXo+qmY7drZ+QjbTbR+8iAlsAi2BcGBGMAVlj0hDxvNZePWVXqZUde3M/l758+0h1rbiExY+9icky6tW4R2/gnEcDmGZaOjdD7FvPxJExB7XYRDqFgIApPYsIaHdr9BW7xtW07oOQyFFYTFsheS4RMihh53icRyEhYQOkCpsbxtAz2CKYdBXS1OdiW7VaxkN+g4CkR7oEPGNp/sR1w26mp22nPpnGEzCYjdi+qkSUSd0I5pIrsVi2EJCmXDtmfNwwfJpOGNhcrdWTlgO9kQQr5wHqD6aFlmIgTVL/ZVIXMfN/9yMpzcy74cgWF1kx3viYpOP2+2BKABrt7SjtS9Ko4SM9MmSiKkVHuw22DlvWA38Yg7wyNcBAPuaPo0eQomhC9HsxddCHVCNMAwiwFU9PafTqylzWQpLqM2aLHe/zGo7EeC9v1hPIATY8iQA4FljKcrcyddHwK1gjXEEHqm4FJBk7O8exKm/WIuv/O8baPOxrK4sCku4m35XYZWej6apiBN6DZNsiknUMt0CAjolNvGPN1HNBqagbIjQ7/rzR9FQ0DvdKohWRhXEoYotMsUNAru320Yf/h8OBvuME4p3mD3HFg5hmWhg6somMhUNtdXwNNIVTMXAtvRB7a0/AH/6tJkeaXZTzYZ4ssJCbCbcWAphSf3/Iws9YabS7id04HwnVWURRaC8mf5diLAQU1e2G1PwzJYe/OrfmdMiOWGpsRMWFjqpzUBYdDZx6WJmwnLsjEr899kL4VGTFZgavwZNFqEbBIf64kDjUfSB0dZj6TtIu/0KIq3tYcNPn9yEO1/YgW898Dbe38+uxbISyRRiBfiCfh/OPLze3Dy9yguvJif9/3v9LLwz+0pgyhEACA1pAXjRdyYGYfveshlvWUn+Q6hAdbAs8z4pqPFr6IIfEcK+Zz7R737Z2undByyjbOtGoGcvEqKGl4zDzRosHDxjqDdM1cN7X96NXR0hvLStA1e+QK8xIwthSfTQ7yrOMo1cioQoU6Zi0Szv2aawALDCQiVLWKjC8lofJWUrDqtFmUuGQQSEg8ygnI2E6AngvYfo30dewPYtfjl/rqgbDmFxMCqwSeAtYy5m1fhQP2MhokSGi4SBHquwz6v3XA08cTVdMTWfSDdy4pIFYiLF3GfLDEoMJoeAEg5hoeg/CIEYiBIZHaD+hPV7utP342GhYap+pmHbs+kkp40Sli2ESsx3rN2OV7d3pD21bQiFpRJ9iEWTZWg9zkNCmQlLNoiiYKY2J4eFRlmPhROe+sWAO2hufuaDFvz5debb0Am+9cDbGIgmzPc2JrVYBtqA25cCL/4i/TFGWIik4psnWaXyF04JJO3WXOXFIFx4MvAF4NK1wLc/AM76BfD5+/DaQC0isEnw2YqLsetpH6lBfcCdeZ8UeDUZXlVON6zaCUv3LuvzZ+GgXWVHIwwXghkUFgDoGYwhEtfx8HqqIh4xNYiNOvXViH370dKSboyN91LCIpZR9UGTRfN9x6OZzcZWyi19v/v0EiYsegLopAuKTXoDKr0qGsvdmFPLqkd7WGXiQxsyP3/Hc7TCsKcKOJ420UTnNqs4YZEgsLGfqP5h9hxbOIRlooEpLOuNOZhd48O8hgpsJ9SMGDlA48Tt+7fjmP33AQD+Vv5VkPP+TJ8bG6BVQ7NAZArLACvHLNgIi85Mtu2EruLs/paPNJjh9hCphMjCMRkJSwUnLLtzP/b+t4DV5wIPfjF5O1NYNhtTUe5RQAhw9UMb0BVKHsQyhoQ8VUhAgigQs9Q6Bw8JZVNYhgJPbd7VEQIaj6EbeXXakYIrgraGfgd7wvjPh+l1/sVlUzEl4MLuzkFc/9hGy3g7FgrL7pdpf5gPH0t7SNTpPSbIGg5vDOCEWVR5O2JqMGk/nim0q4ORkUAjcMwlwILPYEtrPwhEhAj77rIQFsLI7B6jFvV5mCGTwkK9B2iND0aEMfsT9DevtMvCQe96aVfsQAphKbMpLP949yD6Igk0lrvxyDePw51fOxX7BPq9rH9tTdLzDIPANUCJZ6CahklUSbQUlkhmwsJD1QNMYdk3XLXbeHj8ent17wb0GBKiCwdIFRY3BSEIAmYzwrJJZLVYDmTJIOThoEUr6aJH9dNFaGdh+sdlg8jHftU39I5jDIewTCRE+836G28ZczCrxodKn4bdEp0Mu3bSYnIHnr4NsmDgVX0+vn1oBR75cADgk9Bg+kqcQ2SycweCAAApbg2SfJDgdQ+MQnlYCAHeWQ0UIC17XNDDDbeVOHUulbU37OtBQk8Jz40kJLT3Nfq77UOgfau1nRGWTWQqbvzs4ZhV40NbfxTf/eu7SanKGQmLKCIs0JVpIqUVA2EhIUPM31zHs19e29HJwhugq/TRZG5wRdBLJ3zdILj6wQ3oDcexuDGAH31qAW47/wiIAvDoOwfwbi+vaTJGCguQcQEgMIWFNz+87fwl+J/PLMQXlyVn8Uxn2VW7OlMKNsZ17GYkhoeFSBbCEuugTS73khrUlA1fNI6j2qfhEGzVbvewytk1863GhRv/Rr0Vh94FIOANmRLR1JBQ0E2vl95wAqvfoPV9vrhsKkRRwAmzqxCqpZljgZ1PJj1vz8FDOInQibry8NMA0FL/PEstniUkRMzS/G74NNlWiyVLavPfvgHcdviYmFXTwPwrLUoTCEQsbgwCAObUUiLwerSZ7nfwnfRGlKFOYMs/6d9Lvkh9WjWsOGORM4XEBL3eRM1RWByMFPvfAoiB/aQKLag000t7A1RWTBx8HyTSi1n7HwEA/Lv88wCAH//jQ+hudlOHshMWWacDRI8YBABICdsgGeWEhQ1yhcoSOvA28PfLafhqIoIVjTtAqnD6gjr4XTLCcR2bW1KyqspHoLDYMyvYKheJGEgHJS9bjCYc1VyB279wBFRZxHOb2/DYBmvQ5mnN9iwhwDLV6rHkydZgMrORZ0gIAE5hZO3lbR2Ia0FrZZZPr5pUsGs1ppbj6Y2HcNn967Fudxd8moxfs/d8zPQKXPVxev3/4T0W4kpVWKL9NFV3qEyMvM+NEZYMxxR5HxyZfu5VPg1fOXYaNFlK2m96tZUObie429sGYBDaqDDMFJZEJDNhSTDC0qNNSTv+UKgu06yQUO8BKxzUfAINIZc1AtFe2sQTAJqWYX+cfqdppltGYDoGotiwrweKJOC8o5rMx/XFXwIAHNn/fFJ5hN63/gK3EMNeaSrkpqPM7TGBEqBElpAQD1Ubihd1AVvxuExm61AHsOkfAMiYmFXTwAjLJlaSf3ETJfY8JPRyV5CqJvHB9AJyGx8GjDgNibLkCtQwE3ORyZfMFquCOzdf1FjBISwTCWxQecuYA58mo66MhW7qFgAAPD2bceD5u+HDIHaQKbjqG6twxNQg+qMJ7I8x89QQCgsnLAMyHQAUG2Hh4SFecEqIFajSLT+fUHthjjfWYCGhA6jC3Do/jpxK4+lpYSEeEuralXsXZ3vTOL7S6tgKwUigj3iQ8E1BtV/DYfVl+OZJMwAAT75nVUw1TbdlqYSF/m+kqAOmwiLlr7Asagyi3KOgP5rAO/t6aXgDGFVWVKyfXhM3vdiOb97/Nv71IQ1h/eQzC5NaA1zxsVlY1BjAnjjziKROXC/8DHhgJbD+vhGfSxp4OC2DGVZkqeuCPPTnWF/mgiaLiOsEB3qs42xtpffWgillGGRhj1gk8/0m9dKQStjXlPHxbEirxWInLKIILF5J/9/9Ev097yz0MFNt0JP8vlJDRGcsrEeVjSRPP/Lj2E6mwIMIetY9YG6v3PZXAMDmuk8ntVyIseszkUVh4WORoXpRV2YvHpdBWdv8BM3CAcanTgtbXLwTrgUAU2HhpQF2d0eh855LqWGhDx+nvxd/wdpWwxpKFpmwqDod+2W3o7A4GAkIMePla/UlmFnjM6uRBqdRCb4iegC+d+4GAKyv/yICXg23fn4xXIqIfRFmyAtlN94qBr2hw6ySpapbKxwplqywyIUiLLw4VCFXv2OIeCedMA6QKsys9mHptCyEJTgVgADEQ0OqXCZig+ZgB4AWYhtoM1eJm8hULGiwTJyfWEBNi6/u6EAsYSCa0M2sjWpfsrchwUI+qQoLr9BKRuBhkUQBJ86mKssLW9tshCX35nqp6O2kxKND92F6lRdfPX46HrlsOT5zRHIBOUkUsLgxmLzStmfM8SJ2XUOkjuaLgewKi2TQbYI8dIhGFAVMq7R5fxi2MMKycErADAnFMzVAjEfgClPiZASb8zp9Wu2WEZaWjZZ/ZRr1qSRNkgDI3LPMdP1UguJVpaSWAF9KCX15NAVrPGfQf95mpLFjG5pCG5EgImLzz03aP8EVllgGgkEIRLb6J6ofdQEXWs3vvSW9ztGHf7f+jmVRbIoJprBsJw2YVulBOatlUu3XEHArMAjQHWTqyYH11vMifcA+5gGbc4a1nYeEiklYCIHK5gLVUVgcjAiH3gU6tyMhanjWWJpUvGvG9BloJ2UQQRCMt6GDlKHpY1+lj1X78O0Vc9AFduENobAoTGGJuRhhsZUEl5nawlczciKzRJ03uNu9VKtUDoNENw0JRT0N8GpydsIia0AZm2hzyRRq+5CuDL3VrOstAbY+Y3qYthhNWGDLOplfX4Yqn4bBmI63dneZ6ooqiShzJ6chm4Ql1X9hy24ZCU6eQwnL2i3tBVFYpDD9DGc2N2PNd07B9Z+aj6XTKjLuW+3X0I4ADAjUlMivc8OwiuwVUsUzPSwZFBYWEhLV4U2w05nxdreNsGxl4cS5dX5EWVG0eIrfCAAtCAmgn7jhK6/J/dyRqrAwUlkz3/QLoWo20EDDNKRqDm5al8Ch3ggkUcCUYPL7EgTBJDGzanxYNj39O2qb8VnEiIRg90bg0Hsw3lkNAFhrLMbcWbOS9uXXpxHLkCAQC0EAVSgFzY+6Mhc6UAYdEoAUI/lgl9WHCqCLhbGEYZjes22kEYuYugLQz4z7WHaqLMxjJyy7XqDXceUsU5090BNGm4sqqejaWbwxMxaCyD5j1esQFgcjwUbqS3nfcyxCcCeVR59R7cVWYmVS/F05C8tmTTH/P6q5Ap0su2eo1b3GSoAbXipfumyEhYeHWkAHIy0xkHtoYyiYCsvQ5cdLEoRAGaAytFZFV5WLm4IQBTq4tKSUvk8KCw0HHg6qWwTM/ST9e8tTVoYQmYqFDdZgIooCTppDJ5sXtrYnGW5T+wLpIjNyphIWU2EZGWE5iRGWDw72YcDNMnZGobBoMdrFV/FXDbMnfZ8JyOiTUlJce/bQInZAbspWruCExYinVfSVCF3lS/LwhIV7GZ7+oMU0TG/JQFhSO6kDSE5pDnrSHx8CNWWa1U+Io/kEPPHeQfxu7Q4aojqOmm+fcZ2Ju1+kXpnr/2O+2fnbjnLmY/nSsqlp1xsAzJ0xA/8ymE9l/R9gsFLz/xBOxYzq5EwU3VQAMygiLBykEwGS6kFdwAUCEe0yK8DHQ6cAvV+I7bsZ60VR714gEUYcCvaSGixuTE5r55lC6xNsXGj9wDpHXpV81goAQFcohjNvexGf/sNWEHcFAJJ7l+d8YfuM3R4nJOQgXxgG8MHfAABPECrZ2hUWRRLR6qb1HiJEQfzIr0K0SbTVPg1dhF54ZCjCwkqAC366WnMTdvMQYqotAyp9TIRemAHATlgKQYDGEoNdpu8nWEcHHZ8mm9VM396borLwTKFcFBZuuK1fBMxjvYh2rAFhBbg2pygsAHDKXPrdrN1iEZYqf3pYwmAhH5JKEnX6nJEqLNV+zSRRH4bYuY1UYSEErjjNRJN9ORAW5pnoEFIMmFxdAQpHWAzDMt0CaWRb5gqLMnzWzvnHTIUqi3h9Zxde2NqOvkgcBxnRnVPjR0ykoVw9momw7AYA7CE1qC3Lr79LjZ+WtbcXpxuoOxZXPvAObnl6M0645Xlc+EYDvjf7CXxzO80O+ulnF+LC45ozHu/qFXNw/tFNWHl0Zi/NkqYgHtRpnyHy1h8gh1rRRXxom3JqWofphJjZYwUgqVOz16WYPr6/aawlwJobAabMmeEgaejU8KKBEYrdqIcOCUuagkkPz2Fj+PpuL+CtoeSq5X06Dm7/N91pFs2eeuI9mi7e0h9FtJz1Z8qlB9FIYPuMfa78w8PFhENYJgL2vwn07gNR/fhLL5UPUxvQtdSdAgD4g34GPnns4UmPVflVMySkD2SRxQmBBhZGCNDVsYeE6c1jkwjl4BTohA0wBcgU4kZPEKMwfXbGEmwybiNBzKivNDdnDQuZhGX38Me2Kyy1C4HAVCARhsDCGge16WgsTy4UduKsKogC9UC8f4BO9qkZQgBgsAGcpPov+Ocvj3yQOmUOJU2vdrBzG6nCEumBBLo6VgPDhzt46vYhI0VhYSE0AIULCUV6WAl7BvvEaujmeedCWBqCbly4nKqjtzy9xVRX6gMuBDwKEhIjLJlCQuw62ktq8qrBAvDPS8BBw7puN0gLaHaSJIIQqtQ99H4fBEHAz85ZhC8tm5b1eJ9aPAU3n7MorQoyx4wqL95XF2OvUW2GdP6uH48Fjelk1BiKsJhVbt3warLZiO+PkVOB6sOAcBfI2pvx6KsbQXawui+c8I+1wsIIxWZ9CiRRSFtgcIVle/sA0LCUbjywnvpT+g7QtPhmukB95G0r267Dy8JCxcp6ilnNJX2uzN/neMEhLBMBGx8GAISmn47+hAxVFtFYniwBe+eeikWRu/HS1FVm1VEOjyqjn6UqJ7IRlkQUEqhR0V1Ow0myYNB+HiwVUScCqoIBDIBNRgXo2Hyos8d2DhPMx2I2PaxMIpBZCUuuISE9YSkD9YtpBsXcM82H9xrVaJ5Smya9l3tVLGaruEfZAJepNgcnLKk1RMz6IdLIu7GezNKb/7WfDXS9B7L3wRkKgzQc1E/cKPMOXx6cE5a9qZlCLe/bjtk5snNJRUrBvaTr1kYCZTW3MM3lp8yCX5Ox6VAffvEMXZXzUFGMEZaMdVgYYdlHavLuoFvuUaBIgmW8rVmAda30evrU4ilY+51TcPkpM7GwoQy3rVyC87IoJ7lCFAUsaqrAQ/qp5ra/6ifj8JQwCQDoUpaQJWARFuKCV5XM9902mED8tJ/S5637PQ4+9TMIRpySmPol9LnxMTbdMoVlm9GIubV+uNXktPPZzMOyp2sQ8boldOOB9cB2Fg5qPhFQ3NjRPoB39/WYz9sjMlNzsYy3Uesz9mkOYXGQD/SEGQ7aXkMrUM6s9qXJqCuPbsIVZx2Fn5+3JONhDM8wdVhsN7O/0mpuFxnoNQeJAbgxpdyDfrCBOLWD8wgQjWQe7CcCoh00Q2g/qcKs6nTCsmFfD0782fO4fPV6/G7tDvS52aA/XEiocxsNM6g+q34LXyWC+VempA/0gKVw8DTZjAqLmFlhEVgoQ5BGrrAc0RSE3yVja9gPIog0zDQSZYNdp13En1aoLBMqfTSMddDgKa4ZQkJEN3v1jApphMX2OerW35KaWyG3cq+Kb55CQ7pv7KJEbW4dJSz6EIRF77SKxtXlGRISBAHVPs3sf4XmE/AOmxSXTA2iucqL/zxjHp741ok4e0lD9gPlgSOmluMv+inok8rxkrEYH5LmJCMqhzEUYeGND+GCR5VR4VFNRai1ejkw50yIJIErZBoO6p1+FqCw8WrMCQtVWLaRBnMhYUe1T0OQVao+4GHpygfWW/6V2TQc9Ng7ybWMPkgwQ3uxCEvM+owdwuIgP+x5mQ747nKsE2m+fmo4CKBNwy49aSYagpn7iQjM/S+FuzK/DhsQo0RGeZnPLM8/ONBjhn764UFD0I1+wgnL6KvdJk2aEyxTqK+VThhdcq2ZrggAjeVurDiMEod9XWE89X4Lbnl6M257m4VcBlqHjqdz/0rtQloTA6DppholKZtJExY0ZHbvc4WDozqDhwWsPoigJ08IolmhNfeKqWmHlkScOLsKCcgYUNhkOJKwEKty243cCIsmSwh6FLSChYT6D1JCzckh9+UUIiyUqlLar1tefI8IUIapw2LHV4+fntSkkissuszu59TJlhAIPbsBAB1qQ1JTxVxRXebC3fp/YO+M82GccA02MMJyRIbJtRA4oimIdgRxbPQ3uCD2XfhdMpor01UowhW+TEZ8U2Fxw6tJEEXBVBFb+yIYPPXHiBFLyXhOXA5wpWss05qJZYrdRhrSDLcAyxSqod/zu8SW/cMrXM9aAcMg+BsjLLw447oQC5H27iuIyp2KBGu7EiJu+J2QkIO88D4NB2H+2Xj3EL3h5tXl79yWfPQiV+J9Gb0ifAUXhga3KmGQhX2ig72mkhIiLjSUu9HPQ0IFUFiSCMsEyxSKMYVF9yevQAVBwO8vPBrvXv8J/N/Xl5kl2d9uA+BiA1f3HmRFi81wyyEpMJZ8EQYRsFZfkhYP51jUEECFjTxlIizWhJDce0gw6HUh5jHRZgJXefZzf8RIjLcsLbmTlKUVKsuGap9mK9N+yGr34K8HAkzdGs54299KJ42hkKawRNL+jkGGquReedatSrh6xRzz/7kmYaGTrZBKcAfaICYi1E9WNjIFpMavYTepx4tzfoCdES/6Iwm4FHFE40su4KbTwYQAAhGLGgMZM4oIJ8yZFFc+FsFlkjTu3znUG8Ga9jL8Uad1S3YY9XhwlxdQspC+QmLbv4F191iJA30HgNgA4kTCHlKXUWEBrMq361qIpaYaCaBiBlA5E2/u7sL+7jB8moxLWXHIjV0S4GMqeBEyhWKs0a39My4VOISllKHHWVlpAAvPMeOYI1kBeQKVllk2Q9fmWJj359DgUiSz30ws1GeTYd2YYlNYSKQQCkv6YD9RIPbTlY9SmdmMGPAoOG5WFS5c3gwA2NE+AJJL12aWCYS6RUmbdx35fRwV/R0+kOZhRlVmX4coCjhxtmVkzKyw0G2injwhSDwkNAqFBQBOZOnV26JBumEECos+QIlFN/xp3YGzodqvoYXYFJZW5l+pXUjr2QBDKyyJGPD7FcDvjjc9NBkxFGFhKlUUCjQ5v+H1vKMasWx6BQ5vCJghIcIJS2ondXb9HEIlqoIjq5XBFZ22/ije2dsDAFjUEIQsFWdaKPeqSYrK4Q3BzDuy6y9VAQSQFJ72Mk8Iz5Bq6Y3g6Q9a8P8lzsHTFV/Gd+PfwJt7u9GbYIS3mITl75cDT33Hykxi4aDdpA6yoiVlddqR5HfjxlvAzA7i6sqZC+swv55+zy19EehVvER/4Y23nLCEBTeUIl0LI0VpnY2DZHTtpDF3xYuOyqOwvzsMQUBGo9pwqPS70QW2csowaMcZYQkTDW5FQoSlU8YH+xBnjQ4HiBsNQbdpuo2FRi9HCrZVFJlgISFvmPokymqbh9xvWqUHogD0RxKI+plhLpvxlhBTYTFqD8fdL+7A71/aiZ3tA/igZRBdKMNh9WVDTiqn2MJCmTws2QiLWCCFpa7MhQqvioNk5CGhWB+9RjuJP62yajZU+zWr6mmkl/beAmgfFl4QbSjCsvkJWjsjPpi9kV6mY9i9Fux6jkGBmidhkSURD156LP7xrRPM5xKVElMxdbJln+l+Uo36PP0rHLyeSnt/xPSvpHaULjSOYK0rAGBRtnGM1a8RMiosbGFFNDMjiSsse7sGsWZzG8JwoeYzP0Gi4WgQArx1iB2nWCEhQ7fq8qy5kf5vCwcd3hDIer/yVh5bWvsRqV1iPTD7NETiOp58n44xnzuyEUGPaqqn3T4WQurcVvC3E2eEJSoNb3Yfa4yIsNxxxx1obm6Gy+XCsmXLsG7duiH37+npwapVq1BfXw9N0zBnzhw89dRT5uM33XQTjj76aPj9ftTU1OAzn/kMtmwpUlGciYQOdjFWzca7B6gUOqvaB/8IcuOrfBq6higeF2Npk2G4oEgioiJdCcXDfYgOMMICF6p8GgaY6TYW6k47Tt6wDUrxLO3kSxKxQZQZPQCAmqY5Q+7qUiQzc6tDHababc9eOtmKCtZ0VeLGpzbjJ09uwsdufQHfe5gSmQVThl5Rnzi7GqoswqfJmRUWhQ7wopFCWFjBM1EZeZYQYFXxNA2dIwgJ8Wy2QSn7YJ+Kap+GfrjN2iVmLYtaG2HJoC6aWP9H6+9ohjRijhSFhdjJBCOB0REQFgDpIRJmGJX0FDLPzMPdxIfaPDOEOPi10dZnKSyptUIKDfvxD2/IQlj49alnICx2hUVLVlieeO8QBqIJ1JZpWNIYxOmsXcXLu1k4rVgLokgvwFK10bEFeP+vKYbb7AvMmjIXmircIATYLLFxRHYBzSfguU1t6I8k0BB0m9WDeWXkDp37cgpfW0ZnfasS8iQgLA899BCuueYa3HDDDXj77bexePFinH766Whra8u4fywWw2mnnYbdu3fj4YcfxpYtW3DPPfegocGKu77wwgtYtWoVXn/9dTz77LOIx+P4xCc+gVBojAv9lBp4L5mq2WY4KFssdDhU+lSLsGQYtBOMsERYZc2YRG8IPdJvSoRR0QtJFBBjzDsxOPqQkGAblGITiLBEmAIQIxKmN04ZZm+YWUT7CDPMZavFwv0rNfPw0i76uVf7NSiSgHCc1vcYblKp8ml44JJluO+rx8CVwUchmpJ7sodFKpDCAgDz6sqslNkREBaDhYQiavkwe1rgtUV65BQ1JZeQUOcOWg6dYyh/FltNGyzEqmdSWIicd0goI5jCIqem/LNwbB/x5l2DhYOHhHZ3hrClhV5rdgWkGDi6mU68tWVaWh0hDpF5TjISFpufzvKw0P27QvR6/sT8OoiiYBKWN/az76dYpfnDKQu3tTfR/kwAthuZM4TsWMo+87WhZuCUHwBn3wEobvyddV4/e8kUsxAoDwV38MuhCJmVBjPyliJhydtR88tf/hKXXHIJLr74YgDAnXfeiSeffBL33nsvvv/976ftf++996KrqwuvvvoqFIUqA83NzUn7PP3000n///GPf0RNTQ3Wr1+Pk046Kd9TnDzo3E5/V83BO9t7AIx8BVTl09BhhoTSFRZOWKIs5TXOSIke6UeCde6MsQs4ofiAOJAIF4KwWJNmPEt31lJEz0AIdQBiUFGTgyQ/s8aH5za3YUusCsuB7CEhniFUtxivbKff039/egFOnFONl7fRCrafTWn+lwnZeu4AgMBWsNyzwiHzkvI5FDwbDnNq/Xh9FCEhTqoTruzvIxVcMegQKlADRpIkjfZjGY6w8KZ8HEM192SEpQXlmIIuJKJhayBN2BQWKXfTbTYIjLAoegqZD/cAAPrgwayREhaWXbOjnd7fdWWuvOu55Iv5U8pw55eXYkrQldFwC1geKsnIrrCE4DZDQnWB5Ov1jIWUqMyq8WFWjQ/97UyRLlZIiPudfLU0pNu921yQbCON+M8Mqdt2LJ1Wjsc2HMT6vT3A174HABiIJrB2K71WP7XYWhBNr6bXQxt/K0UgLISRQkMpPcKS1xIgFoth/fr1WLFihXUAUcSKFSvw2muvZXzO448/juXLl2PVqlWora3FwoULceONN0LX9Yz7A0BvL50IKyoyD1bRaBR9fX1JP5MSTGEhlbNMhWU0hMVSWNIJC+9VEmNmW86uSaQfejiZcSdUZggsQEqdfRWViE4chUWPWtkg2QZeO2aygWbDAFvB9uxN60GDeBjYuRYA0F9+GLa1DUAQgOUzK+HTZJyxsB5fWd48alOkaBKWFNMtJyw51g8ZCnPrfJbCMtiZ92QhR+gkYLgrh9nTQlq1W4B2t5VkwMOOk6lbeSIGsGZ8UJk5MltIyNDN+2c/oSQoYS+bzwh4DAo0ZfQKi+Si56MYKQZUU2HxjEJhSX5esf0rHGcsrMtYf4VDUukYlJGw2Oqw8JBQXcBSagJuBcfYmi+evqAWYcKz4sKFKRyYCq6w+OuAE/+fuVknAnrcU7MqSRxH8rpNe3ugGzS0tGZzG2IJA9OrvElZWzOq6PVwiF9yRUhUEBgpJGpmo/B4Iq87qqOjA7quo7a2Nml7bW0tWlpaMj5n586dePjhh6HrOp566in88Ic/xK233oqf/OQnGfc3DANXX301jj/+eCxcuDDjPjfddBMCgYD509Q0uiqMJQlCTA/LAakRfZEENFk0swfyRZVPNU23mcrz6+wijbOUV4Ot7BAbgMFimrpCL2DCCEsh0ppF2yo/MR7t30cIPU4H04SQm0g5k4WE1ne5AFGhTfPW3GhOPGjfAtzzcWD/OkCQsA60vcKCKbmn9eYKLrnLKQqLRGi5+UIpLH3woJ+wwXooE2sGKFE2CXhyJyxVzGC8LxG0NtayMWQohWXzE5SE+OvNZnN8JZ+GUAdADOhEMLsd67EMISHIUAuQYSFpTGExktVHnSksvfCivmzoCTEbqnwq7Fy72P6VXJHt+gSQXIeFKSw1fs18HysOq03KbDljQX1Sv6SiVNPmhMVdARx1MVBGC7vtJTU4rKl62AXN3Fo/vKqE/mgCW1vpmPrPjdRse+bCuqTnz2ALn4MDjHgVQWERuS9mohOWkcAwDNTU1ODuu+/G0qVLsXLlSlx33XW48847M+6/atUqbNy4EQ8++GDWY1577bXo7e01f/btG3kL+5JFqIMZ6wSsD9EVw8KGwIjTzAJuBT0CNX/xDAw7CFM3EsywaDByIsYGTGJicKKiUaVGKEAvIXtYQs/UTr5EEWfnGkduBmhOWPb1xpCYRSsW46VfALcdDvzjauDuU4C2D+jE+qW/4um2IADg+JnDN/7LF5yQ8BAQh8L+l0dpugUAv0tBQ9CDAzws1LM39ycnolBZGFLKofEhB1dYdsdsJse6HAgLN9se8RXAzdSZbGScNT3sgh8hQl8viWhzhYWMzHSbCslFJyiVxJIUudgAnSTDkg9l7pHVypAlEZW2mj3F9q/kCknjhCV9MiYZ6rAokohaphadviB5Mb2woQwVZbZFXjGMt7wYp7ucZuB97DoAwJvGvJw8h7IkYglTt9bv6cZgLIHnN9Pr7KzD65P2nVrhgSAAvXEWbiyCwiImKCkUXKXVqRnIk7BUVVVBkiS0tia75FtbW1FXV5fxOfX19ZgzZw4kWzz3sMMOQ0tLC2KxZAZ9xRVX4IknnsCaNWvQ2NiY9Tw0TUNZWVnSz6QDT1cLNOHtA/SiXDxMLHQoCIKAuEqJTyaFhReO483WuBwoxkMQeDyfbRNc9POW4gVQWGwhIX0ihYQSXGHJjbCUe62UxM0n3QGcey9QNZcqLOv/QFNpZ5wCfPMVkJkfw6s7aOjiuFlFICxq5hWsDE5YRq+wAMCcWltYKB8fC/OvxIkEtz93D0u5R4UkClYtFgCoXYhYwsCHvex7CnfTdhccptlWAI78CqDxkFCWa5tlCHWQIKKg36dh814ZbEIcaZZQKmSXbZVry0bSBylhkT3lOYUks6GaTfSSKGTP2hljSIwwyyRdYeGEZYC44LH15vnx2Qtw5cdn4+OHJRMWQRDQWOVHhHAfSxGMt6bCwq67JV/ENz234seJC3JOkuDG27f3dGPtlnZE4gamVnjSMgJdioTGcjdi3DVVBIVFZteZ5Cq9eTWvO0pVVSxduhTPPfecuc0wDDz33HNYvnx5xuccf/zx2L59Owxb7HDr1q2or6+HqtIbnhCCK664An/729/w/PPPY/r06SN5L5MLtpTmDftp2GDJKGPMBpPXhQweFu4xSLBS4AIbuKV4CBJz13OiInvowKYUwHUv2QYlYwLVYTHi+REWwMoU2tExCCw8B7j8NeCc/6VNzk77b+DLfwP8tdjbNYgDPWEokoCjmwu/6pVUOiEoSJ4QFNCJXNYKRFjq/CMjLCGraFwgj3CYJAqo9KpoTSIsC/CbNdvxqXs3gUAAQKwVMQB88Cj9PevjQHAqwFXEbCEhZrhtJwGTsNh73ugxqw5LIbKENM1jZiMlTbYslCh7g6M6Plel5tWlN+cbLygazVBUMxIWVn5B9CR9vqcvqMM1p81J67EG0OavYR4WKkbxOE5YWL+2vkgcT3fVIwR3zotM7mNZv7cbT7HaK2ceXpeRjE6v8pnXXjEUFq5uyu4JrrAAwDXXXIN77rkH9913HzZt2oTLLrsMoVDIzBq64IILcO2115r7X3bZZejq6sJVV12FrVu34sknn8SNN96IVatWmfusWrUK999/P/7v//4Pfr8fLS0taGlpQTg8cSawgoMZbhMVM7HpIA29LBmFwgJY/YTkTP2EGPngpcBFJgfKeghynA4SkpsRFjclLKo+RK2KHGFf5Wdsdlai0OP0vPUcPSwAMLOGyvs72tjnJkrA4ecCFz0BHH+V2Tfole1UYTiiqdzMhCgkZKawKPYJwdDNbt2yWphMkXl1/pEVj2MKC218mJ9/p9qvYRtpQFwN0sqhngq8tqMDOiQMykxBsIeF2mi9DDSfQH8Pq7AwwoIAIiwcaCfaPMU5BrkgCotLlREC+z5shEVmqqfoDo7q+LWMsIyV4TYXyFqG65OBG0INxZuzskRbjRSRsAzaQkIAXmfq6NQKT1KbjKHAw3F7Ogfx7IdUxTtrYX3GfWdUeRHloWg9g89nlFAN+hkpJUhY8h4NV65cifb2dlx//fVoaWnBkiVL8PTTT5tG3L1790IUrRu1qakJzzzzDL797W9j0aJFaGhowFVXXYXvfe975j6/+93vAACnnHJK0mv94Q9/wEUXXTSCtzUJwFKaDylTEdMNVHhVNFWMzFzHoZTVAC2AGu+l8XDRWlEJjKnzUuCiRi9WNRGCQuggwS9gla3qNCOcdpx8wWt/ABOr0q3BJqaEkPuEyn0sPI00G17ZQRWG42blbjjNB5yQKCQOQggd+G3SslIADwtAjbdrGGEhvXuRc+DCTlhyrHLLUe3X8AE8+MfHnsHnjpoBwyD4kBH+PjEIL3qS0/p56LWKFe3SuKF8OIUliCjhCot13SZinLAoBTHdulUJYWjwI2xNtoRATTDC4gqO6vgrj27C/u4wvrQsc3uJ8YCpsCCl55mhQ+Sm2TwMoR5FQphogIDipDbbQkJbW/vxn4/Q0gT2FhnDIeBWMKfWh62tA4gmDDQE3VkrAc+o9uJdHuIqtMKiJ0xlSx2lelcMjGj5dsUVV+CKK67I+NjatWvTti1fvhyvv/561uMR3jDKgQWmsHwQpYXGFmdpFJYP3EF6AwkgdFXgs0q489LfhDn0FRb20YxBaJxxe4J0my9oHTTaZ8VuR4CkVdREIiyJESgsJmHJrkwZBsFrbIV2fBH8KwCguOh3rAlxxHUCVRaSVmpKgUJCM6t9aAHLpOnel/tgwwkL/Kj35klYWKbQobAMyCr2dIQQilGzag/KUA9YCgshQAerdVQ5m/7mE2HWkBBd/baTAAwuUNvIHieycaijvl8BwCVLGEydbGMhiCyjS2T35EhxVHMFHrj02NGdZIGhcIUFieQFke07ySfl1qNKCPMQSlFMt5SwtOtefOV/30DPYBxLmoL4wVmH5XWYpdPKsbWVvsezsoSDAFrt1lRYCu1hsdUf0rwT3MPiYIyQiJndfF/rpQP+SCvc2lHp86KbsBs9xcci8cJUrBS47KEXq8cYgEboIKx5KYnxez2WiW2Uqc32TBVSBANZscDPNSHmr7Ds7AiZ9RZSsbmlH12hGDyqNCqT9VBQWEhIQxzRBJ3M7Z+9WoA6LAA1CIrltHeS2H8w9xoYTAHpImUIuPMPCQFAez99PxsPWMUN20lK4cS+gzQUKspABfPNmQpLlgw4liXUQQKIZJgEubdJF/Nvn5EJblW0/Bd8wmb+lTiRoLlLL/V0tNBcVoPEJAWBhcTiRIKq5a42u1UZgzysVoxqtyzE/qNnD6K1L4o5tT784aKj8+50fKQtS+vMwzOHgwBgRrXPJCyk0AoLUxajRIHP4xlm57GHQ1hKEd27AKIDqg8vHaKri0LUSKjyq+hKHbQZJCa18sqaKiMsAWIN3C6mrPhdMvpZPyGMpnicYUCxyb7CBOrWbLAJ3sjDdNtQ7oYqi4glDBzozrzSe5WFg46ZXlEQD0QmqGxCoISFkogEm2ijRIYmF843U1U/DToRaGPFUOb2HakwmMLSDT+CnvxDQgDQPkDfzwcHreuzJcGufU7WeeuL8mZAYq+Ta0gIQUQZabd3FebXhZ4HkR0KLiWD/4IXjYMHvjxDZhMBqssiI0m+tiivcuuCJw8y4FElREjxFZbNvTSD589fW4byHL0rdhw3qwqaLGJmtXdIv2J9mctsYDpq35+9SShg69Xkgi9PwjUWcAhLKcJmuN3ZSQepQqy2q3waOpG52q3Mm6updDJzeZPjp1Eiw8sYd5lLsQqCjaYWS0qvkIlEWLgiYeSxkpZEwewFki0s9DIrx1+M+iscAuuGqyKOGCMs8ajNe1FAojSrLogWsNTkHI23iT5KCvLp1MyRqrB8cNBSWA7GWTFEHhLqSPGvAHmEhIKmwiJkCAnlc10MBZciIcQqtRq8oi4jLL3EC38JTiqjhaZpiBO6UEtq18HCFQNw5zWZeuym20KnNRu6+X10Ez/u/PJSsxljvmgIuvH01SfhwUuXm72DMkEUBdSW0/FZyNRvKR/8fRXw+48De16l/2fo1VRKcAhLKYINpD3uZgD0Qh4JY09FpVdDZ5aOzQojLCIbsFMJywDc8LvoBRxwK5bCMpqQUEoIyL5SLXWQBFWGjDxX0jNr6Oe7vS19QuwYiOLlbfR7OXVeddrjBQNbnWlCAtE49ULEWTpuHFJBCcvcWn/exeN0dm2G5WDehRK5h6WjPwpCLMMtAHSkXvudVukAE2aWUAbCkoiZq+kOUmYRFtt1y1e8hVJY3IpkhoQSkWTC0gfPiDq3lzo0WTRDHjF7bSausBBXXtlzRc0SYhWHAVp1mFeiHSmmV3kzd1hPQX1VEAAgECO5rlC+6NpNf+95BYC9MJ813pcSHMJSimCEZa9Im9wdVl+Y9DIaEqKDtpFKWFivEok59D0ej7nKAeggUcYGR79LNhWWxGDPyE8ohbBIo10tjCG4wkLyXEkPZbx97J0DSBgEi5uCmFVTxJRC2RoQ+Qo2EbcUlky1LEYKey0WoyfH1GbW7yem5V40jsOusLT0RdAZikESBXhVCR2EpzWnhIQqbYSF12FJhNMnAqbMJCChBz6rJ5OdsHDlTSqcD2jQJCzcw9IDgHZqLkXZfrRIIiz2Du4xKyTE+wjlAq8qI0I4YSlwSIgR2D7ihiwrcGfojl4M1FXaFpSjUaa5yZZ1l44NUjLshIQc5A628tsUp9WDD6svjFu7wmP1E4r2JvsJVE5YWGVNn0ux6j8AGIDHZNw+TcYAU1iioVF0bNZTCcvEUVh4Vo0h5amwVGcOCRFC8PB6OqGfuzR7leeCQLa+V5OwMIUlMbLEwaxorvSiXaCEpb89txYaotn4MP/sM05Y+qMJrN9DJ5NZ1T7UBlw2/xYPCVnd0E1oNhNrasdmFg7qFoIgEOH2sGrQtgwrwq+LAikskiggyu7DBOvpleRhKcFV8GghCIJZGC2eQWEZIO6RKyyFDgkxwtJDfKjwFiYzLBdomt2YPIqFHlfIWylhiYaoIkm7YZdGIUE7HMJSaiDEXPm90UdXmIUiLLIkIqzQSSDebyMsesI0v8os60CTRYRgmd/64TYHR1kSERYZYWE9TUaElBstU++QUoXAJqaRKyzJA+cHB/uwuaUfqizi04umZHpq4SDK0NmtzwmL2RspDxNxLpBEAYqXXnP9vRk6JafCMGyND/P38fg0GS7WJXntFkpMFjSUocpr82+FOujE1ccUH3tISNYATkJTw0KM6HQgCADwein5TCLaXHnLk8gOhShrl6GneFj6iKckV8GFQFzghMWeJZTeRygXFDWtmWUI9cCH8gI3KR0KmiIjSnh5/lEs9Pg13rkDiIUQHaSEJSq6x4x85QOHsJQaQh1ApBcEAl7opAPsvBF2aM6EhIuSIGPAFhKypfrJbIUpCAIGbYQlIriT/AQxme6XGByF6TblRpMydWctVXDCkufExGPcXaEY2vqt9//Xt6j68In5tQjkmRmTNwQBcaak8EJnepEUFgDwBajCEu3PUGE5FdFeiISmWkve/AvnCYJgqiwmYZkSQKVPtUJC0V6gbRP921NpllQ3wY23qf4sprC0GSyDzs+qQduItlAEwpIQM5tu++ArSZ9BIRBjIaFEJg8L3PDmsfr3qBLChKc1F9rDkqywjBU0WTQ/oxETlkTMpnIToG0TEmE6nsfE0XlxigWHsJQaWDgo4W9Eb1yGW5EwrbKAFw9btQqDttUuK0ilEwGaLaUwItr/Ts7JjzPCoodHERJKpPSymUAKi1loLc+JyaPKJgH9zl/fQ0I3EE3o+Pu7BwEAnz+qqaCnmQ18Bcs7DesjqNybKzTWwFCM5nCtMP9KP3HD5xvZdW8ab1lq84IpZaj0qeiDBwbYRMezIuzhIOuE6e/UTCFGWFp0SnwCrOlqUhNJnROWwlQLBoC4RO893qDUMH0Tk1hhEZlvJylLiIeE8ktrdity0UNCvfAWJDEiV2iKNPricanXd8v70MOUpMfl0qvBAjiEpfTAwkHdnmYA1LRYSBOkyKrbqhEbYWGrjkG44LKZxqI2ksIVFQ5Dof8bkZETFsJqv+isuZtCJg5hEUaosADAz89dDLci4cWt7fjxPz7Evz9sQ89gHHVlLpxQpOq2qTAJC5PcR9IbKWew8vG8nPyQSCrLP7IJIDXLYv6UMlT5NBCIGJDpuWDva/R35az0A5i1WFIVFqrYtCMAUQD8PnoPyCRKQ7mwrgvIhZu8dNaQlE+2OjO6T1YPC2ARZ90ewrHVYclbYSlWSIj1EeomflQUWxm1wW5MTvUC5ozU67t1Iwzmk0rIjsLiIBfwDCGB+hjmFyhDiEMpo4RFi/dalUfZQBiGltSxNSZZhCX1AtZV5gcYRVqzzoqV8RTpTM3OShUC74E0AsJyeGMAt52/BIIA/Pn1PbjhcWp4+9yRDQUlp0OBTwi8boipsBTILGqH6GJtHhI5NMsctDo151s0jsNOWKZWeFDmUlDJVJdekYWFOGHJpLBkq8XCFJYOEkDArZgl5EUQU3GzCEthsoSAdMJiMMISEnzQ5NIzRhYCCaaw6Jk8LMSdv4eF8EJrRTLdjrXCIktm4cLCKSwbzbRmviAtNTiEpdTQtQsAsDlGewgVynDL4QnSJpUidDM90lRYiJaksNgJS9oF7KLnJY6icByXe3sJJUNm75AJgNFOTKcvqMP3z5gHAOgYoMcqenaQDZyY6MzDYlXuLfyKXWJN1FxGLoSFKiydpCzvTs0c1T4rHLOwgV6nVWwy6ebGW96wzm645cjWsdnW+DDoUSGrNhLPfAQiW+0KBUprBqwO6gLv98VL86ul1+ulUOB1bIwMCssAXPDmmSXEa9mQQjc/5CGhcfCwRIfysAy0m6pfVrDrO0EYDWj9AAIjhfn0ahpLOISl1NBDewi93UdXgvPqCjsoVZb50EcYEeH1KOwKi42wJGxhICPlAhY5YYnnMAllATd89sGeojcxUptFprAI0shl4EtPmoHzj6aelWOaKzCjeuwGCT1Fcrd64BR+0JVZlpDHGBi+n1DIprCMsOy8XWFZMIXeR1xhadNTFMsUhaU/EkeEGw7TsoSsPkJUYdFgsHAmmEIlGoVXWHh/LyFBJ1uBLTT0SUxYuMJixNI9LINwwZNHHRaPanlYjIITFh4SGussIbvpNkVh2bEG+MUsYO1NQx+EXd87yBTEiAzE+hHoY7WJNIewOBgOhJhND98NMcJS4JBQpU9FJ0nuqcLNfIPQoCnWJaHbVBVBTT4PyU3PT4mPIiTECQuxr1Qnho+lEBOTIAj4yWcW4tdfOAK3nb+kMCeWI6wVLFdYWP2QAqc1A4DKCIsIkl7bJBWmwlKYkND8KXRSr/TR93soYbuORQUITjP/7QrFcMZtL+GJLUw1TD1XRqY6QVsGaIpsW+XSiZVnuolK4QgLUVj6NHsNrmoa2uQlLAYnLBl6CQ0Qd14KiyQKiPMEgiIpLD0YW4VFlYZQWFo/oL9ZMbhs4OGfHviwlVB1NxA5QB/Uili4chRwCEspYbDLHCT3k2o0BN1mddlCocqnoQMsjt9/CAAQZyW/B0mywmIoNiLhSr6AFVa6X9VHHhPW2eopDBUxXlW3QKa49Xu68OyHrQU5ViZwhUUcpblSlkR8evEUTAnm3n22ENAlHtNnoSDetK+A6bgcHo/X6u49nEmbNz4cBWGp8lnvYcEUHhKi77clYVs5VswAJDrxEULw3b++iwM9YfTqLKRkDwnpcTOE2kXKEPQo0BTR6tjMPj/ruii8wiIlBgHDgMwWCUQLDPWsCQ1eKTipG/EIK90CABR2fxUxrXlsFZYhPCx8DB3Gr8NTmEPEhU3G1KTHZJdDWBwMh57dAIBBtRpRqAX3rwBAlV/DDoMaegmrRcFLfoeR7GGxy4KSO/lcFA8dLF16aPhYaRZw020Uim3gL0xI6Bt/Xo9v/PktdA4UR7GRiiH9jyF0voLldUOYwkKKoLB4VBl9YOR3GMJCWFpzJ0buYZlR5YNbkTC31o8aPyUfZW4ZiiRYxeOAJP/KH1/djec205DPAK8/ZA8JsWwQAgE98CHoVqDJNsLCJglek0UooMIiaPSzk/UwEOuHAHq/ie5gwV6j1EC4B8imsBB7Y748FBYAVlitwISFDNoKx3nHKUsojbCw9zjM4s8qw+/GJjIt6bHU8b5UMDlz4iYqWDioVaYl+QudIQQAlV4VWwj1TSQOfQAFVlO1MFzJzeZsvhU55QJ2+6jMLyNBSYaSv0LA/RNxKOzmC4PEwxhtngwhBMvCL6JG7EZP+GTTv1BIiIT2mZEKmL46ljDTsTlBNHvgFP79eDUJfcSDGqFnWMKiD7RDBlVY8u3UzBHwKHjhu6ckZbwJgkCbfw6kE5YPDvbipqc2A6BS+wAvMmbPomDKz6AUgAERAY8KF1/lCjA/R4kwhWUE90M2COw+lPWw+flFiAKXuzRrZRQCBm8fkbATlgEIoBNsPh4WAHR8igFiIkwXWIWo4qonILDw3JgrLEOZbk2FZWhyxhWWAeLCJpKssCgOYXEwLJjhdrdOa3HMK4LC4lIk7JWn039aPwQA6GwlGROTi10JNlmQKyocbl8APcSLoBACDr0LTD0273PhRk9D0hAl9GaPRcwSTyNGXCe4Sf49yoRBbOu9EqjOkLo6SvBiYYLsGmbP0oSRQliIWVem8KtEryZjLzNWG+GeZFmXEGDHc8Cul4B9b0BqfQ8AEFbK8+7UbEdNWfr3UulT0dlvJyxzMBhL4FsPvIOYbmDFYbUACEJbucJiCwkxv1efxIrGpSosiQhACGRGWCS1cNcFb0gqk7jpo+mDd9LWYAEAwpVLrh4QAoERyIjghprntSGoPiAEqk6NcIGVBhv5jqtlyep0kUELxyWHI62TyU1hSbAicRHRgw8TyQqL6i3NcKMTEioldO8GAHwYpupFMUJCANDpo8Wy5L49QCxk9iiJi8k3seSyXt/lTT6XMo+KtcZi+s+Wf47oPExDnexChBGWeGT0km00HkeZQI9jREbROmAI8JW0pExUhYVOqLyUPK86XMiS8hxeVTaN1bGBlPL87z8M3H8O8MptwN7XIBAd240paHHNLPh5VPq0lJDQHKx+fS92todQV+bCz89dhKBHxQDJQFgYUegV6PODbgUuRUKEr3LjEav6MQCpgCEh3pAUANBHKyLTKrdjF4IYc7CFgMCLooW7zb/DamXefW5Ee7PAQhWPYxlCfcSDMs/YetA0WaSZPUjx+QA2hWXo92mOjZof/vJqHCRWiwqX1/GwOBgO3ZbC4lYkTK0ojuSr+mvQRoJ0tdG22exREk8pJy67rYvW5UvunFvmkvGcfiT9Z+vTIzoPYuu7YraTjxaAsNhITyJaGE9MKmRT+p+YHhbTI8DbI/DJtghpzS5FND0s8VBKs8x2GopB/RLg7Dvw+ln/worYz+H2FX7ArPKqaCdBGBABQQQqZ2HDvh4AwEXHN6PcqyLoVjCA7CEh3vE56FGYLG9TWGwrXUkpnMKiqi6rVgYzyvfZuqdPRghMYRF4Y8le2murnQTMgn35wKWpVrPAQpXnNw233jHNEAKSQ0J6LJmYEF6vZ5iQkMG8iwnZi8WNQWwyLJXF7SgsDoYFCwntNWoxt8Al+e1oLHdjs8F61rRuNNOaE1LyQGD3rbh9yRdwmUvBC8ZixIlEJ52unfmfCE+pFVXEBN47ZPSExa7S6PHiEBbJ9LBMTMLCS8fzVWsxSspzCIKAQZE1ywz1JD/IQi2YeyZwxJdxSGkAIIy4LP9QqPSpGIQLT0z/AfCZ3wHuID48RFeZPJso4FYQIhlMt0xhaTfshMXK1CDxcBJhkQsYEnKpMgY5iTIVFu+kJiw8ZCNxhaWHEpYDpCqvPkIcHlvxuIJlCtlSmseyyi3AKt2C11JKHuM6e2ioinsTsyLGq9p6sagxYPpYBogLPldpKscOYSkVGLp5U+4j1UULBwFAU4XHNN6i7UOrR4mUrOjIZfWIEQmHSAX8nuQBuMytoA9evGnMpRu25K+ycCnTkFRbO/nRDyYx242qF7p3CIMC7lWYqISFfp8iX8GOsJljrohIvFlmT/IDvHihl/q2egbp51qMjtXcfL3WdRqw+HyEogns7qTXCr/fgh6bwpLkYaEKSytLiw64FbgUS2FJRAfNni5RIkMroJ/BpUhW8z6msPTCO2kbHwKAaF6fjLD07gcAHCCVefUR4nArcuEJC88QIr4x7SMEAIokmIXjeKd1Dl6mQiGxIQs1Cuz61hU/FjdZCksIrpIlww5hKRX0HwKMOBKQ0YIKzK0tXqXBJMLS+oGZ6mf2LGHQyiqwMnY9vhy7Fv6UejAuRUJtmYbnDB4WGoGPhRcrkzSrd0hs9ATD3uE19WYuFExz5QQNCfF0bD4hmIXwClhS3o6oTJUJktrdmxMWTzJhGWmV26FQyVbBHSH6Xje39IMQoMavoYqRmYBHtdKak0JC9DwPJWhoK+BWocmWhyURs0JCMdBwUaHgViQMsl446KOFvSZzp2YAEJlCZZYP6OUKS3VefYQ4PKrtMyxU8bhxVFgEQbD1A0seM0W7p2UIciayOi2C5sPChgBeJ/PRTsrwsrGwZK8th7CUCpjhtlWoggERM2uKR1imVniskFDbh+ZFbaQQFq8q4x0yGztIQ0bGvaQpiH9zwrLn1eGLgqVC5yEhzeptEy0EYbFuUqNIISEFLCQ0QQmLwCR33sTR/F2kNO24wjwpvH8Vx2CqwkInqGKkiHJSwmvzbGLhILuaGbSHhGK2VgK8yq1hhY4USTCzhPTYoKlSxSBDLSRhUUVLHeAhoUncqRkARIUTFh4S2guAhYTyrcGC1JBQoUy3VtG4ijFMaebgRR5Jyhgn6bb3N8R7lRNMidZ88GkyKqqn4NjoHfh/8ctGRArHAg5hKRUww+0unXZTLmZfmaYKN7aRRuhEAAY74Q1RuZUXV+IoZzKnV5UypuwtbgpiD6lDizIVMBLA9n/ndyK2zJQES6kujMJiJyzFUVh4SKiQXoWxBK/EyicEkXcbLpInJ66w3lOppNYMCdHrvifMFJYiSOwWYaHvlftXePl+/rpmSAiwVBbeMgB+eFUJqixCEAToAu8qHDZTxKNQoEoFDAnJtpBQHzPdEi/8kzhLSFJZKreRHBI6SCrzr3IL3gCRF/krlOmW9REaB4UFsNoXpBOW3BQWmXVP533hFjUGoUOCKksFJdyFRGme1UcRpuG2Gi5FRH2GOhKFQq3fBSK5sJvQAnXeCB0ESQphqSlz4Uefmo9bzl2U8ThLGoMAYIWF8vSxcMMnkV1mqfhUeXMk4GnaQIaUv0LAMKCAdpVWCpgNMpYQGNEyK7MWWWExWBl5KWZLM7eVu08NCY20aNxQ4P2EOkNREEIyKiwBN626bGblcMLCmzISf1IF3ri9qzAj4DGiFHTAd6kSBnkxOzbZ9k7yOiy8jo1CUkNCo1BYSHEUlrHu1MzBaymRlDosimEnLNnfq6pTMsPLVyxuoveov0TVFcAhLKUDprDsIzWYXuWDWKQMIQAQRYFmCnEfC4OgetP2vej46fiPRVMyHufwxgAEAXhskBGabf8C9ETu58EzVGTN6h1SgBCOXaUhxVBY2OQOALI2MUNCkpLsETCb9hVJYeGERY6nG1khiICbps1bCkvhJwA+qcR1gp7BODYfoucyPykkpAIQEDKNtwO0uJ3ZlLEMZTYyleS90rmHRS68hyWlnOJk97DIvFieEaOTbqgdACUsvhEpLDbTbRHSmseyyi1HtjFTNnJQWAwdKtuPZ4Mum14JgGaRliocwlIq6OGEpRozqtKJQ6HRVOHBlpSGV1Dzq/vidymYVe3D22Q2YmqQrpb3vZ7z83kqLZE1GCwkRAqw+rG3pE9dfRQC9mPKE9TDwj0CMm/Wx9O0i1QIT2CDohK3KSxMtSCeSqzb04Ob/7kZ21spiSgvQkjIpUjm6nH9nm6E4zpciojptvvN75IhCPZ+Qv30uiZUUeuGP8kQbE0aNoUFBVZYMhEWTO60Zlmj16dKYkAvNRpHRTd64R2ZwmL/DAucJdQN/7goLLz4IyfKdCOBatj+zzae2gzlKisKOrfOj4e/uRy/+/LSQp9qweAQllIBM93uI9WYUT0WhMVtZQoxiFr+r7u4icY9twWW0w1bn8n5udw/IUiaVYq7AIQlqWBSEUJCsZh1TFWbmCEhWaUTsswkd95qQCxSiEtwBQEAmh6iKfyAabjdEXLhvLtew50v7EAopqPMJWNmkTxcPCz00ja6Yp9bV5ZU70gUBVaLhReP6wdYQ8aY7EMMSpK/Rpc40Y4ke1gKrLCY4QyGQdFbUBWn1KAwtVdFDOilhtsupQ6AMCIPS0FCQoTQMCb/1wwJece08aH5+qntCwBAj0GELZU523tlKc0xIsHlshaqRzVXjHnn+Hwwea/4iYR4xKyvsJfUjAlhmVrhSQsJiRlCQsNhSVMQAPBaYh7d0PJ+zs81jZ6Ky9bsbPSKCElSWGJD7DkyJFiqdIKIUJWJaXxM9QiIvHJvkTwskr2zMDfe8mJsuh9+TcbZS6bgV+cvwUv/+bGimRh5LZaXttPXztRgNOBWkjs2M2I1KNP3kImwIBGxQkJEybvXzVBwKaJVOI6/rlKWd3n6iQTFxRQWxEzDbYdIjdkjUVjc9iyhkYSEDAO451Tgd8dbBQXtac3jEBISpOTijwDSCIqR7b2y9xCCu2QzgjJhRHfVHXfcgebmZrhcLixbtgzr1q0bcv+enh6sWrUK9fX10DQNc+bMwVNPPTWqY04qMENZCC50w48ZVcXLEOJoKvdgL6lBxCY1J/UsyRGcsLzQzfpQdGzN+bmmwqJoVu+QAigi9piuoOd3vD2dITy8fj90g2Tdh5f7j0EZVYO+8YScQlisujLFUVjcbhdCfIWbQlg6UYbzj2nCr84/AmcvaShK0TgOXotlZzsdyOdnKNAYdCtWP6HYgHmeA1IQAJI8LGbdmnjYDBXGIENTihsS0l2lWTq9UFCZh0WBbnWxF2sAYETeHY8q20JCI1BYIj3AwXeAji3Am79P6tSc0ILjMg4QXlwvkZ2wxCMDyAgWEhog7gnlhcr7U37ooYdwzTXX4IYbbsDbb7+NxYsX4/TTT0dbW1vG/WOxGE477TTs3r0bDz/8MLZs2YJ77rkHDQ0NIz7mpEO3lSEECGMUEvKAQMQOWCqLrOXnYQFo3FOTRbwbqaUb+g4kVwgdApK5qndBUHizs0IQFuumFfT8FJYf/+NDfOev7+IVtgLPhAQz8sYhF619QrEhq3xCYOnZ3MNSpMq9Hk02+wmZhIUpF50pmTfFRJU/+f1lqigd8Kg2022/eZ5W40PrXO3KoB63FY4rYFqzJtvqsJgbJzlhsYUpSOc2AMBB0Ewyzwgq3dKQ0CjSmkO28eDVXwN9+81/JXd5hieMAfgiL8mzkuzPiWcrz8/I1gBc8IwgxDZeyJuw/PKXv8Qll1yCiy++GPPnz8edd94Jj8eDe++9N+P+9957L7q6uvDYY4/h+OOPR3NzM04++WQsXrx4xMecdOjZDQDYT2pQ7dfSqsoWA02sseLGRCMAIExUuEdQ10GRRCxsCKAPPkQ06jLPVWXhmSmC4jILmYn66ENCgp2w5Bli6grFIEFHW3/258VjXGGZOCuTVPAGciri0A0ChZHHYpmIvaqEPsImIVNhoT6SrpTMm2KiKiXUNG84hSXab2YIdcMq38/BjY+iHjGz06IFLhwnCEJSJ/UQ0eBxTUzvVK7QbIQFHZSwHDDo+DKSEEZySGgEplue0cb/fuHnAFinZt/4eD4EJblaNYA0hSVrPyFbSGjSKiyxWAzr16/HihUrrAOIIlasWIHXXnst43Mef/xxLF++HKtWrUJtbS0WLlyIG2+8Ebquj/iY0WgUfX19ST8TGsxwu5fUjEmGEEDj9AG3YhpvB6FlLA6XCxazeiyHFJZ11J4bYeFGT1nRIMicsIxeYbGHlfJVWL7Q/0e8o10KqTt7M0eusCSEiXOjp4JnYWiII5YwIKPIhEWT0QdOWHrob1tIqBil+DOBe1gAYFpl5tRgWjzOHhKik1UHoSFT+7maymAiYraBKLTpFgAStj5ffZO8BgsAaJpKG6sCZmPVPTolLCNVWEwf0EhCQrwis8g+9w2rAbBOzWPcR4iDj5lm+wIg7b3p2Xqz2UJCk9bD0tHRAV3XUVtbm7S9trYWLS0tGZ+zc+dOPPzww9B1HU899RR++MMf4tZbb8VPfvKTER/zpptuQiAQMH+ampoy7jdh0G1LaS5ihdtUNFW4zQ6dfcQzYsKyZGoQALApUU83dGzJ6Xk8Q0VU3RDVlO6so4A9rCQa+R1vYfw9lAlheDvfy7qPEeMhoYlpuAUAlSksGuKIJnQzNKQUKSTkVWX0ktSQkFXbpBiF4jKBZwkBmf0rAOvYnCEk1Jrwm4+bsDXp411zE1AKHiq09/nqJZO78SFAw2BRdn/xBciuOA29jMjDoshmSCirEXUocIVlxqlAxUwA1OPWDf+4VLkFAFHl1arthCWZoGQjLHrYCgmNpJnkeKHoTiHDMFBTU4O7774bS5cuxcqVK3HdddfhzjvvHPExr732WvT29po/+/btK+AZjwNsNVhmjoF/hWNqhQevG4fht4lP46bEF0dOWJjC8laIuvhzUlgMHTKrFispLrPZmZwnwcgEe/Mv0chPYZGYl4NEsw9qlsIycQkLT2tWmcKisPctFylN26tJ6R4WW0hozAiL1yJk2TqiB+z9hKKW6XZPmG6rDVifEa8YLOpRsw0E74tVSCRku8IyufsIATQMFrMtCIgoY3eMfl+eUYaEjJGEhLiHxVcLnPyf5uZe4h2XPkKAZZCXjShNuQYyZAllfq+xQXoPhiazwlJVVQVJktDa2pq0vbW1FXV1dRmfU19fjzlz5kCymdAOO+wwtLS0IBaLjeiYmqahrKws6WdCw1bldiwMtxxN5dR4+7PE+fiXcTTcIyQsTRVuVHhVbNVZRdxcFBabt0TSXJbCUgjCYmv+la9iw82nZIhVmH0lPWHBlAFNSCAai0MRWKuBYiksmpzBw8JDQv6i9A7KhCqbwpKNsAQ9KvrNkJClsBxknZqnBCy1g8vyshGBziYLvQhEltgUlj7imdRF4ziigvVdxTx1iOoCgh4FdSNoW6LKImKs71PSvf3ug8BvjgbahxmzWJE4eCuBhecylWV8OjVzSIrNO8OLcKYoLEaWInmJME2MGBTdEyrTMa8zVVUVS5cuxXPPPWduMwwDzz33HJYvX57xOccffzy2b98Ow7CK2WzduhX19fVQVXVEx5xUCPeYMf39pHpMUpo5uPGWwzXCVExBELC4MYDtBiMsXbvMqp9ZYVNBZMVtZigpeSoimWAnKSNVWIaq1WCw9zaRPSyw1Vvhqy0AUNTiGAg9qmTzsPQm9REa25CQRcjsTQ/tCNoLx0X7rYqmhFY0ddskdItox0yFRS+CwkIUayHTB29J93spFGKwPsd2VoPlhFlVIw636bxXmr3B6jv30ySBHWuGfjIjrTG1HJBk4IybEBY8eEFfPC5VbgGrlhIAczxNDQGRLAoLDwnFxfwzQ8cTec9Q11xzDe655x7cd9992LRpEy677DKEQiFcfPHFAIALLrgA1157rbn/ZZddhq6uLlx11VXYunUrnnzySdx4441YtWpVzsec1Nj9MgCglQQRl9xj2schlbCMVGEBaKfPFlQgInpoGfOu7KZVAOaKQCcCVFWFwtNsyegVFsnWS0POk7DIoIRFSGSXjQ2msBRjYhozyNZgNzjQY/5dLIXFp8noYx4WY7Db9AToRECv4BuTzDiA9hP6wjFN+MIxUzElkHmlHvAoyb2EbObgKcHk5wi8YrARNeuwFOW6sDUmnex9hDgSNoVlW5T6V06aXT3yA/Kwmj2tuXNH+rYMIMx4/fOXOzEQTQBzTseXq/6CR4yTxqVoHADI9nuVXXvxlFC2kEVh0SNUYYnLY6foFwJ5X/UrV65Ee3s7rr/+erS0tGDJkiV4+umnTdPs3r17IYoWD2pqasIzzzyDb3/721i0aBEaGhpw1VVX4Xvf+17Ox5y0IAR45TYAwCP6SZhW6YU8hvLc1DSFZeSEZW6dH4CAvWIj5hhbaVioZl72J5hlzFWosgjZxTwVZPQKi2xTWHitl1whkQQgAOIQ/Ub0OCNbE1lhEWXoECHBQHTAUliK1WrAo1pZQvpgD0Te/Rh++DR1TOvZ3PS5zN3HOYJuBf1cDQq1AQm6Iu8iZZgfSF5QWC0O4qZ/gBRDYbFVoe6FFw1jRPDGE3FB5d5WbAxRNezEOVUjP6DqARKAyL5PxAaB/oPs76EJS2KgHQqAHSENf99wAF9aNg1dYRpGHS+FRZUlRIgClxA3CUuCKSwGESAKJKnEQxJYrSxdGTtFvxAY0Yh7xRVX4Iorrsj42Nq1a9O2LV++HK+/PnRTvKGOOWmx51Vg/5tIiCr+kDgDR4xRSjPHlKALgmD5tUZDWLj3ZlOiDnOwdXjjrdkojna2lTRb7xBCgFGUHZeTFJY8PSxMYTEHtQwwV9LCBFZYmKnRjShioR4AxW01oMoiQgIdHI1Ir61oXBkC49CHZSgEPFZIiPTuhwAgLmgYhJbWZ0WyNQzllU95Q8RCwt5JvY94MPcjoLDERQ28Lc4BUoXZNT7UB0ahQDOVSkyE6RhjV4F5uf0s4ApLFynD/a/vxRePmYquEB3DKsbp+tUUCVEocMEiLDqru9ILL8oxACHLOEZYWvNEIywTx20zGcHUlbfLz0Q7gmOa0gwAmiyh3mZgG6mHBQCaK70QBGBzPEfjbUqjOJ5mK4KY4aKRwh5WkvNUWDhhkfXshMXg4SyxtCbafBFnhCvOCEsMSlH708QU1rcn3GuGWbpIWVLl2FKAPa1ZIHTG7JcCAAQ0pBAWxaZIiTG6ajWkwr8fe2PSyd6pmcMeWjtAqnDSnFGEgwCIjFwKRKdjTNcO8zESG5qwSGFGWODHpkN9eGtPN3rDdGwZr5CQJotWJhUbT3lWUBeh91q2hRe/VskI+seNJxzCMl5o2Qhs+xcgiHhQORsAxjRDiKPRFhYajcLiUiQ0lXuwnTDCMpzrnvddIZSwaG5beGqU/YQUY2SERTcI7V2CoQkLYeZKY4ITFp6WrYdpSChe5Mq9CYXK+kK0NylDaKwMt7lCk6W0lSevcpuqsKiqZhY4k2JUYSFi4RUWTdMQY6/zUfGw2AnLQVKJE2ePIhyElG708UHLvwKgpaMzwzMYYoOQdB4WpETgjjXbAVAheLyuX3utGj6emoQF9DylLIU4Je7Z0SZWhq1DWMYLTF3B/LPxWncQAMa0BgsH97HIojDq9LYZ1V5sJ6xHVMc22uE0G3RbVVBJhKa5YRC2uo+PjrDYfTBKHp6YuG5AYQqLamQ/B8IUlolOWLjCokdYxkCR68robHCUoikhoXGqFDoUJFfyQN6hUwKTarrVZBERls0iM8KCInS8dilWHZGPQqVbANBtxK9dqsGy6ZWjOp6mWeQSscEkhYWn+WYEM4jHiISaKkqa1m6hNYQCbmVMfYd2aLKEKMmssHQTTlgyL7w4YRE0JyTkYDh07wY2PgoACC/7Fg710ottLFOaOZrKKWEZTYYQx8xqH/aSGmpGTYTNLtQZkRIS0lTJXC2k1hLIF0mEBbkrLAmD2AjLEOW7E5ODsPAsDMIyBhJFVlgMlTbsk/Qw0HcIwNgWjcsHqjv5XjzEarCkhoRcioQIu26VOJv0ihAScikSWgjtiH6QVH40QkKsT1MHKcPi6fVJ6eQjgVeVrX5C8UGg0/KwDGWy54SlC2X4+GG1SfV7xqtoHABoiogoT/3mqnQsWQmSsyy8FJ0SFlHzF/ckCwyHsIwHXr+Tpv7OOBXvxKcBoG3vx6MA0dRKVqK9AIRlRrUXOiS0yFxlyW685cbVGCMsbkUyV6qx6Ah6fdigwQoJqXkQlngsDkmgDmSNRGEYJON+/NyLkQ0yluAVWQUWzy565V6XbXBkq9tOlCZhCXg1DBBLTekkZVAkAVW+5HAPleXp56gkqA+CyIXPtHIrEi6PX4WLY9/FHlIH/wgalU40EGZeLkQ4CKDVbgdthIXYFBZpiDIGXA3sImWo9mv48rFTzYfGq2gckBISSikc181CQkqmwpmEQNXpfpLbCQk5GA4H3qK/j/wKHnvnAABgxWHjk8I9kxl9ywsgy/NjbTOG97HoMUth0SSJrVQZYQmPQmExdFMlAQA1Dw9LPG7d3B5EEEnomXfkg0MRVtJjCe4RkEzCUtxVu0fT0MdL3jP/QCcZu8aH+SDoVq0GiAA6iR/1ATfElPRrTRZNWV7gObhFCQmJ2EEasMY4ApIojMogP1FAZEouCmG4BWjxQt5PCAPtEAas6uqyPhRhoYUDu4gP1X4NZy9pMPvvjJfhFqAhIbNjPFdY2O9u1qhTIRErDZQjFjKvVcXjEBYHw6GP5v5HfFPx1Pu0wePnjmwYl1M5vCGA/zl7AW763OGjPhY3Db8fZeRriEwhTlhiRIYqi1Aky/Eez9ZhNBek1B1QhcTQXhr7U+NWKMkjRGmBqAzgHaCLkQ0yljA4YYlzwlLc90M7NjOfVqgNQOmGhAL2areg4YBU/wpAQzVRJH9uglx40609ZOvT5KJmc5UKIgotFteiNGFu7ehDF25VRpgXBGx9P+kxVR+iDgvPaEMZqnwafJqMz7Lxui5QnEKLucBOlrnplmcFcYVFBElPYuA1WIgAzTWxsoQmfyC01KAngH5KUl5oVTAQTaAh6MbRzRXjcjqCIOAry5sLcqxqnwa/S8a2mM14mwWJWAQarMJxYH8DoyQsGTKM9EQUUg4l5/WYXWGJoi2qA5nGSZ2pNhM8JKQzyV1J0MG62IXwPKqEfuIBbHPtWPYRygdBj5KksHQRf1qGEEB9BIMpPaWKQljUZMLyUcCmpvOwZm8cwoLPFYSgeVQJYU4uWzYCANpJANVCL9QhsgJNDwvxY46ffrf/ecY81Phd47bQBJLDkXzc43VXuOkWAF3E2fsOsRTuAbjhnWAFCB2FZawx0Er9K6KMhz6gF9dnj2hIk5onIgRBwMxqH3bwTKEhQ0L0vcegmFVOeXOy+Cg8LAYrTa0T6/OMRXI7XiKRrLCEopkzjASeNl0E6X8sYbAsDL66LHarAZ9mVbvl6CJlKCtFhcWTorAQf5rhFqCyfISkKiyFb6+hyRZh+SgYbgHgs8cthHLsJbj0jKMKcjyPKmGQMDLZQhWWD4xmAIBKIlmVWN3WVZx7mMpcCq78+Gw0lo9fLx5NltLSmiVGWHTVhyhh10mqoZgpLANwTzjy6xCWsQYLB+neOrywvRsATHlxMmBGtRc7SD0IBCDcZapJqdCZXyRhy7ThIYnEKBQWrs7YV8e5EqBEPNmgFg5llokFrrBIpTfR5gPuwXEb9H0aRVdYZPQSS4LWIaIHvpIMCaV6WGhIKJ2IuBSb8ZFBVByFpRBoCLpxw6cWpPU8GyncttRwdFL19wNCkx5o6CTzOBHvoyGhHsE/rp6VVGj2a48pLLzuiqp5TU9gapicE5YQccEzwa4lh7CMNfqoybZDrIRuECxuCppm1cmAmdU+RKDhgDaLbnj5toz7Gewmsvsm4uLoCUssQp8bhmbGd2NZOpamIhFPNuhGstRm4B4WFKEE+1iCZ2G4Dfr5FFth8WqS5WEB0EN8MCAiWEKTAEdqSKiTZCYsmmyZxTmkIhAWl2wN1R+FGizFgMee1swqGG8ypln1n7L0E9IHqMIS0yrGtOfVcLB7WPgC0CQsHh8GuV8nVWGxhYR82uizQ8cSDmEZazCFZUuYurM/d8TkUVcAq/jd3dqFdMO6u4HWD9L2M+LpnW0TIr3B9NjIQ0JcYYlANVcfdm/KUNBTFJbYYOZy3aLBiM0EDwnxLAwvWMO0IteV8Woy+oi1Wu5kcfZSVFjsptsERPTBg4YMplt74TgOR2EpTSSFhBh2kXor1TlbeX7mYYF7dIXrCg17SMhgY6bC6q643D4rIypNYWGEhbjhnWDXkkNYxhpMYdky6IcsCvjU4injfEKFBVeLHu2dA3LYp6lf56nvpqXWGayabcJGWDh5MUZBWBKs+VcMKuJm1lFux9MTyZ6VWBaFRTTofsKEV1joBOwD/XyMIissHlVK8rB0kgBkUTBTREsJAbelsHQTPwjEjI33kjI1GHIxeOcLe5aQf4IZJUsFbjVdDdtNai0lIksDRDlC05oF3+hrwRQSqq0Oix6j6cu8UJzbS5VuABk8LLQicwgueFWHsDgYCkxhOUQqccrcmnFrTV4sTK30QBSAgWgCncffAMhuYM8rwPsPJ+1HGGGxT5I8a4Vka4meAxIs/BMVNMQE282cA/R4MmGJR4ZWWIQJrrCAKywCL4RX3InQp8nos3lYeB+hUkzRDXoUDLCaMZ2kDEGPknE1KksiYinp4JJahJCQ8tEz3RYaHnvhOAAdCCIEN0JcdckUEjJ0KDHaa0srG30tmEJCEgUzpK7HI0AiSr04ANxev5URlRISNxyFxUHOMAlLBf5jUf04n0zhocmS2Z9oazQInPT/6AP/+i/T7AUAROchIWsAMdiK3xhFLyGdhYRigmb2xknkqNgYKYRFz0JYJFb6vxjpq2OJ1PMvdiG8VNNtqdZgAYCgRzU7NncTP6ZkUFc4EinNDmWl8JVuXYoTEhotaEjI+m52GnUAgBD3KmUiLOEeiKB+F3egtAgLYFOl4+Ek07Df6zdDQolo8vuKh6nCMgA3vI6HxcFQICwk1EIqknpSTCbwsNCO9hCw/FtA+XRgoCXZgMsVFimdsIxGYeH+l7igIg7b6iMHGIlkD0vqjc4hGrSgnDjBFRYhZWItNmGhplt7SKg0Gx8CgFeV8CFmQCcC3iazMhpuOeykO0FEqGrh35PjYRk93KqcFBLaZRIW5p3LFBJiZfl7iQeVZaVXZI2TZRKPmF6VOJEQ8HtMg3HqOJYYpIQlLLiT0uUnAhzCMpYwDKCfNn1rRQWaq8Yvh7+Y4BVvd7YPAIoLOOm79IE9r5j78I7H9n48Bl/xM4IxGEvgzF+9hKsefCfn1zaYwhIXNbM3Ts4hIT05S4hkISymwlIEc+VYQpDHmrCkhoRKV2ERBAE7XAtxRPQu/DyxMqPhlsOusNDu44WfBJwsodHDoySHhHaTOpR7FNOIG2MTeRKY4baT9REqNfB7liSiJmEJQ0XArZjkLB5JHsd4d/aYVHoEbDg4hGUsEWqHYCSgEwHuioYJx25zRZLCAgDlzfT3QJu5j5BIV1jAJ1CmdLy3vxebDvXh7xsOoq0/N9LB1Zm46DLTpHNVWEhKSIhkSXOUmYdFnmQKi1BswqImF47rIv6S7CPEEfAo6IMPgDC0wiJZnyNv5lloyJIIRaJeH7+jsIwIblVC2JYltIvUYWql1zTdJjKZ7FlZ/m74Ue0rPcLCPYBUYeEZkhpcsog4z7qMpHhYeHd22SEsDoYCCwe1oRzTawLjfDLFwwxGWHa2M4nVV0N/s4qRAMwGgvbUYMIqhPLy0ns6LcLwyvaOnF6b13fRRQ26wOO7uaU1G3pKZdsshEViDRVTJ/yJhjRz6FiEhEhyllCpKiwAksjUUITFTrpjkItCWADAxRY4jsIyMmiyiIiQrLDUlWmIifS7zUhYzLL8ZagqQYWFh9FhV1iICpcimYQlkTKOERb60hWHsDgYCsxw20IqMKtm8hSLSwWvxXKgJ4xIXAe8zKwW7TPDPQJTUYhtdcrrV4is+NHuTmtl8NK23AgLV1gSkmamTJOcPSzJhEVITQdkkAn1sBSjQNhYQkwJCRW7roxHldGL9CyhUoW9oN2QhMX2OcaIAq1IhIX7WJy05pFBEAQYskWYd5Na1Ja5EJXotkQknbAkBnhZ/tJUWHgtJSQshSUMjREWes0aKYU4BdadXVcm3hzkEJaxhC1DiE/qkxEVXhXlHgWEAB8c7ANcAWv1zrr0iixLKGlVzxQW/tjujhCmCS0oRx9e2d4BktomPRPivKaIy5JLE7kpLCTFwyImshAW0P3ECZ4lJGnJk3Cx68pIogBd8aCXeBCHjFZSgUAJVrnlsJOpTH2EOOykO1qkkBAAXHrSDJyxoA4LpkxOs/5YICbTSbpNrEYEGmrLXIgzwmJkMN1Geilh6RFK1G/F7llBtxSWCFS4FQk6I9JGSlqzyAvkqQ5hcTAUbBlCk1lhEQQBx82iRZbWbG4DBAHwsrAQW7EIrPgaUewKSzJh6Wvfh3+p/4nnte+gvv8DbG/LUonSDk5YJJeZ8perwkJSFBYxS7aSzEJCchHqbYwlUgucjUVdGa+m4sLY93Gl9F/oh6c0JwEGfm6yKAxtuJTtISEFqlScYfXrJ87AnV9ZCqVIx/8oYI82B3cmPoX/TtBK3LVlLiQYYSEZKt3G++gCK6oGS7NBLSMllLAwhYVocCkidIne3ySVsMRZiEibeHOQc+WPIWI9+wEwhWUSExYAWHEYJSj/3tRKN/hYWIgpLBIjJfZaIKJKbz7JiIAQguruDdCEBMqFAaxWf4odr/9j2NflZl5dHr3CImdpOa+AhoTkCR4SSj3/sch68qgyNpBZeHpwDgCUtOk2yFKu6wKuIXvIEHtICHLRQkIORg9NVXFz4gt4InYkAKC2TIPOwkSZsgKNEPWwJFylVZbfBFtkCHosKUvIpUiW8pcS2lYSlJgJ2sRT6pw7awwR7dwLAAi7alE2yePQp8ypgSgAm1v6sb970KawsJCQkV58TVTpwCHrUbQPRDHL2AkA0AUFXiGKFe98C/jgsSFflxMWIrth8HBTzoQlWWFRjKEJSzEqmo4l5JSQ0FiEuDzMh8Gje6VahwWwyNRQ/hUAEBTr8SiUSZv9NxngSWkDUVfmgsHMp0I8nbAIrA6L4ClNwsKN/6IeNf17YajQFBEGvy7tSjEhUFioW3L7x/RcCwGHsIwhBOZhUSoax/lMio9yr4ql08oBAM9vbktXWDhhsYWEuKdCJjHs7hjEQmE3AKDt2B/gCX0ZZCRA/noRsOe1rK/LDbtEdsHg9TH03AgLUhSWjITF0CGxypeKQ1jyRmrRs1IOCR07sxJVPg1nLawbcj/7NRwjxcsScjB6eFJ659TYCUuGrEAl2g0AkEqsj5AJmScqRM0CcRFmuoWSnHUJAEhEIEKnT3U7CouDbCAErjANj/irp43zyYwNPn5YLQDg35va0jwsnLBItklSZjeYYkSxuzOEBeJuAEDtYSfgR8o1eEFfBAEE2Lk262uKTGGB7LIKoeWosHDCooOuwjQjAt1IMfrajiUrQ6+8Sx2Kmly4UFKK72HxpBCWUg4Jzasrw5vXfRwXHT99yP3shKWYplsHo4e9YrBLEVHmkiGolLBIiXTC4opRwqIFasbmBPOEyBIVJCNm1luJEJWmwLNQl2gnLKw9ikEEKK6JZ0tw7qyxwmCnadasaWge33MZI3Afy+s7OhF1sRUKU1jkDAqLrNEbTCExdBzag2qhFwZEiHULceysGnxIGNGLZqhIySAxhQWKB8R00Mey7p8ERlgiMl15eIQoBmOJlH2sYynaxFZYVFeKwjIGdWV8Kb1LykqYsADIqTGjaCN+xSoc56AwsIeE6spcEAQBhJlPpdSswNggFEIXKO5g7ZidYz6wfH9R6EwhiggaFEmAwEz1mQhLCC54XaWboZcNzp01VmAZQu0kgBm15eN8MmODmdU+TKv0IKYb2NTPJkOmsMisvD2/4QBAcVuEBYfeAwD0epsB1YMTZ1ehnxcdiwxBWAymgCguUy7lvpZhwSrYRhUa23UjilBUT9pFtxWhUye46VZRkwnKmCgsNknepYhJTf0mKiTFMd1OFNgJS00Z838wwiKnEhbmX4kSGeXB0hyz+SJDIgmzWWtC1CAIAgRGpM1FHACwTKgQXBOyJ5VzZ40R4t1WhtBkTmm2QxAEfHweXZm83soutVAboCfMDqj2wV5lN5iGGHzdHwAAIpULAQAnzK42y7rHB7uzvia/OQXFbRZV4gbfYcEUlrhMCYsXEYRSFJY4S5GOEhnKBJ9sxZSQljQGCovXNmGUsn8lH6QqLHIppr86AAC4FWuSrmOERWKERdFTCQurcosyVPlLs6q1ZF90hHsAwKxwK7JQl2wnLKzWzABxwzPBOjUDDmEZM3Qd2g0A6BArS7KJVrHAw0LP7WNekIE2WpWRwW78VFxMYUECDYOb6d+NSwDQwl0uH13l9PV0Zn09hSksouI2C6GJOYaEBNaFOabQtgluIYrBFIUlzhopxqCYvV0mLFJMtmORpu21reomC2GRbZNGQlBzCiM5GB/YFZbaMjY+MC+HaoSt9DUACPGy/P6SHbOTfHQRupDj9VckjRKWpOQBFhIagCvpXpwocAjLGKG/bQ8AIOyq/0gNaEdPr4Bfk7EtxMM5PaYsCSSv6jW3Vf13EbYCAMqmLzW31ddStSYx2Jv19WROWDQ3wCZgIUeFhe+XUKnC4kEUA9FkhUWP0uPHIUERJ/jtk1KaX9LGQGGxDZJB98SLoWeCbCvAp4uTg4RNVriTCAu93hUXvd9FkKQU4Fh/aZflBwBFVaATOp+IkR4AQILVX5H5AtCIWESMeQi7if+jExK644470NzcDJfLhWXLlmHdunVZ9/3jH/9I42m2H5creWAcGBjAFVdcgcbGRrjdbsyfPx933nnnSE6tZBFjISGUTRnfExljKJKIk+ZWoxde6AIbLHqpnydOJKiKNcDbTaDVAvWpqI2LzW2SmyofajxDkzL+eswkJ6oes8aL6WsZBlxhiSvUdOtGDIPR5FTnBPOwxKCUZuXLfCDJ0G1DgDImheOsCaPUDbe5QlNlRAh9L7zhpoPShCcDYVE9thC9bTE12N0CgJblL3OX5uSuKTKioNecGKULOd5ElissEgyrZIPZHqYyrSbNREDehOWhhx7CNddcgxtuuAFvv/02Fi9ejNNPPx1tbW1Zn1NWVoZDhw6ZP3v27El6/JprrsHTTz+N+++/H5s2bcLVV1+NK664Ao8//nj+76hEIQ0cAgC4KpvG+UzGHifPrgaBiF4hSDf00gJ6qZ1tXZqKGLFuojapDnBbZjeRE5ZElhL9hEBlhEVWPWYGkpSjwsK9LrpKCYsoEETCyamOiRg9fgKlOYDlixgs0pBqwi0GkhSWEi4alw9ciogo+xx5dWUHpYlMhMWjKRgg7Nq3ERbeRyiiBEtWFddk69qToz0AAIMRFsVl61fHq932Wl7Kj4TC8stf/hKXXHIJLr74YlMJ8Xg8uPfee7M+RxAE1NXVmT+1tckpYq+++iouvPBCnHLKKWhubsall16KxYsXD6ncTDR4I7QGS6C2eXxPZBzQWE5voE5QwoGefQDSa1a4ZAkRWAN+m29u0nFkTxAAoOkDybFmDj1uFnWTNI9ZCC1XwsIVFkMLmNuig8lqToKZbuPC5Jhs4zZFYCx6I3nVyedh0WzXrV7kBpIORge37frjHhaPKmEQnLBYC5REP12Ex7SKsTvBPKHKImJs8aTEqCrN+7O5NBcShI2vLNRFmLp9CJWT38MSi8Wwfv16rFixwjqAKGLFihV47bXs1UcHBgYwbdo0NDU14eyzz8YHH3yQ9Phxxx2Hxx9/HAcOHAAhBGvWrMHWrVvxiU98IuPxotEo+vr6kn5KGYZuoEKnKXJ1TTPG+WzGHtyw1mqwyoqM5UehQrM1clMkwZQ3ASBcsSDpOJywyEgkGXdN2OoNKC6PmfInG/H0fTNA5PvJLsQEes6xcLKaw9OaJ4vCYicsY1FXxqtNviwhTRYRIfRzdBSW0oZHSVdY3IqMEGHXvo2wCKyNSNxdmkXjAEqWoywcKbDFGi8Y51ZlhMHeF1NYCCuvcZBUTn6FpaOjA7qupykktbW1aGlpyficuXPn4t5778Xf//533H///TAMA8cddxz2799v7nP77bdj/vz5aGxshKqqOOOMM3DHHXfgpJNOynjMm266CYFAwPxpairtMMvB1hZ4BDrR1TUOXTVzMoITlhadExaqsKSWMRcEATEbYZEaliQdR/P6TYMZIhmMt0z9MIgARXFZhIXkGBIiVGERJBkxkapCiUgyYTHYayQmiVchYVOKVLX4lXsnZ0hIskJC0uS4LiYreEgo4FbMGkDJCot1v8thGhKCr5QJi5i0yANgluTXFNFSrLmZmBGWVlRMyHpBRT/j5cuX44ILLsCSJUtw8skn49FHH0V1dTXuuusuc5/bb78dr7/+Oh5//HGsX78et956K1atWoV///vfGY957bXXore31/zZt29fsd/GqNC6nzbx6xHKzGquHyUE3ApUSUQHGTokBAAxGxH4/9u78/io6nPx458z+0z2hCwEEkBBBGWTTdCKVlrUilRrRaSCqFiv8rNKXXsv6HUpiIqIRbG3F6mC1Xqrdau0GJUWRUAQtYCIiEENSdiyJ7Od8/vjnJnMZCGZkGSWPO/Xa16SmTOT7xwzM8883+f7fNNOGh12W7LDRg3Gh2pLzeOMDEsDNuw2c+QBi5FhMVnswUr7pgGL32usJFLi79tJS0IDr+5Y1uxKwD4sdkvIB4NkWGLayTnJ2MwmRhWmB69z2czUtjAl5HDrWXFT6vH3koome0j9VIBiNTIsVjN1gcyRtx4aKjEZAVmVLTdm63KOJ6J33V69emE2mykrKwu7vqysjLy89v1PtVqtjBo1iq+++gqA+vp6fvOb3/Dqq6/yk5/8BIDhw4ezY8cOHn300bDppwC73Y49jtqiB1YIVZqzSI/uUKJCURSyU+wcqg5kWAJFt813tvUodtD0jsB9CsKzUUl2C9W4SKOu5fb83kDAoj+u2xYIWNo5JWRkWEwWKz6jl4G/yZbzfiPD4k+QGhZf6AdsN29+mDgBi5l6I2BRu+Ecio7LTXWw6Z4fhq1Qc9rMfB8oujUaq6GqJHmPAmBN693dw2w3u8XcLGAxGZlSp80cMiVUG1whdExLxhJakBtHIsqw2Gw2Ro8eTVFRUfA6VVUpKipiwoQJ7XoMv9/P559/Tu/e+h+B1+vF6/ViatLTwmw2o6pqJMOLWb4aPVKvt8Zme+fu0CvF3phhMaZzWsqwBKYovjKd1Kxte7LdEtKev6UpoZAMi8UUbOhla2fAYg4GLDZUYx5YaxKwaD5jg8QE6bcRNrVl6vqskSsBi24dVhM71IF4NDMHHSdHeziiDVnJdqwhtXNJNgs1RoZFDQQsDRV6rRzgSI/xKSGtScBiLGd2Ws3hU0JGwW2plhmXS5ohwgwL6EuQZ8+ezZgxYxg3bhzLli2jtraWOXPmADBr1iz69OnDokWLALj//vs588wzGThwIBUVFTzyyCMUFxdz/fXXA/qS50mTJnHHHXfgdDrp168fGzZs4LnnnmPp0qWd+FSjR63VI3W3recGLNnJdg6TFnadR2sesHhNdlChNCl8hRDoAUsZxwlYjELces0elmGxElnAolhsqEZaVfM0qWExdmtOlBqWwKoWN1bs3ZAiTsyiWzO/9V3FMt/PONvZM3ZiTyROm5k6I8Pira/WcxLVek3mUS2Z9JTY3UrFbjVxrGmGxege7rSaKTGmhDRPHYpHX/EYrwW30IGAZfr06Rw6dIiFCxdSWlrKyJEjWbduXbAQ98CBA2HZkmPHjjF37lxKS0vJyMhg9OjRfPjhhwwdOjR4zIsvvsg999zDzJkzOXr0KP369eOhhx7ixhtv7ISnGH1KvR6w+B3p0R1IFGWn2NmuhQcsbvTallAl1kJG+j7jUM7EZo+RZLdQZWRY1Iaq5ulBI8Pixkay1RTsK2LHoy+DbuMD2WxkYswWGxgBS7B/gUEzAhY1QWpYAqtafFjojskMp9VMVpKNWo8vuPlcvLNbTYBCHQ7scb6/VE9kt5iCRbfeBiNgqdHLHg5p6WS4YvfLSUtTQhZjbyuHrXGq0ueuxWoU3B7UMslIit3ndDwdetedN28e8+bNa/G2999/P+znxx9/nMcff/y4j5eXl8ezzz7bkaHEBXODHrBojthdz9/VskOnhAwtTQm9kHkTv/36R/yi39nNHiPZqGEB8NZVNPuA9bvrMKPXsNjMJqwh+xTh94Ll+C9Ss6bvG2S2NgYsSpOARfXpRbdqgkwJBVa1eOme56MoCn++cQJurxq33/KacoTUYTUNwEXsUxQFb6BmLVBkbyxpPqSlURjDAYvNEl5069YsOIz6Tqe1MWDxNtRiDely2zut61cEdgV5dXUDq9GBUEnKiu5Aoignxc4xUlBD/uQ8WJotrTujXy/KTDmcdXKvZo/hsJoaA5ba5js2+zx6cNGg2bBbTVhDl+m21LelCQuNGRbFmAc2hewtAiEZlgRZDaIGVkN1Y8bo5Oxkhuandtvv62p6hkXXNAAX8cFjDmRu9YDFW6l3Ji8ng/Sk2P1y0rSGpQFbMMtnNZtwG1/rfO46qGrscpufFp/ZzcT4ihPjHN4KAMzJPTdgyU6xo2KiwpRGpqoHG25szb6Rzv/xYG46b2CzglvQvwm5zfp8cksbIPrcddjRX7Q2swlL6GZ+7dix2az5QdEDlsDW7CZf0ymhxMqwaEaGxZcgq56iITTojsfeFgL8Fhd4QDN2M3ZXHMQKHCGdlBjOBNqbZFjqseMI+Rv0mvT3QL+7Nlh0e5AszkqXDItohctvbOSX0jxr0FMEmscdCZkW8rWygWBLwUqAxwhY1PrmAYvfbdSwKHYsZhM2iyW4N5HqqW92fFNWY1WA2WbHbCz7s/ib3M9vZFgSpEGYZhTdJsoy7WhQFCWYWZEMS3zyWfTXu2b0YfFV6TUsNdasmO5XotewNL4XNWi2sPfPQD8pf0NtyMaHmfROj88Mi7y6ukGyqgcszrTsKI8kegLbswe73QLeDkyreK1GxX4LjeP8xpRQoPmcLaQLpNdz/CkhTdMwBwIWiw2LQ/89VrVpwGKsOEqQKSGMgEUyLCcmkFmRDEt8Uq16wKIEGscZRbdue2xnxa1mJbiXEEA94QGL1+jYrdSU6r1Y0GtY8qWGRbRE0zTSNf3DNSmG1/N3tUCGpVxrDFg68q3eazXu38Ky5kDA4jPSoKEbg3nbyLD4VC2YYbHY7FgdKQDYtQa8/sZ+QEqiZVgsxjewBJniipbAh4QU3cYnLVhkr3+om2qNjQ+dsf0lU1EU/CFfnhqw4wwJWPxGhsVeoTdqPaKl4MZGXpzWsMirq4vV1FThUPRv5SmZuW0cnbgcVjMpDkvYSiF/B7IUml0PWEye5hmWwLRPYEM/m7lxftfrPn6GxetXsaKvErJabFideobFhZs6t7/xQKNxHObE+IAPNNdLlCLiaLHLlFBc04wMi9kIWGwNerNPLSn2v2T6TY3rJes1G46QInDVomdSHFX7Ab1pXK9k23Gn3WOZvLq6WPVRPbXo0cw4ktLaODqxNV3aHGhaFgnNrmc+LN7q5rcZK3oC87aKogSX6/rbyLB4fVpYDUtgSsiJm1qPL3icouoZFq0DY49FJ/fWU955GSlRHkl8k4Alvil2/fVu9tWBzxNcKGFKif0vmWEBC/awYEQ1MqgWnx6IlcTxkmaQgKXL1VXoO35WKSltNi5LdDlNApYOfat36Pe3eGua3aQZQUnoCziw+7OvjRoWj1/FYmRYLBZrsA+LS3FT6w4JWPyJlWFxOPXnmZwUn3uLxIrAh0TTvbFEfAgELBZ/HQSmgzQz9jhYKBE6Pa3XsIR8rFvDN9st1TLJj9OCW5CApcvVV+oBS7WpZ2dXALJTHGHt+UMDi/YyOfX723w1evfaUEaGJTBvC43FpG1lWHx+P3Yl0JrfDka3SBcN1Hoap4QU1VgenSAZlsBW9Fji900sFkiGJb6ZjJo1q78eqo0ut6STkRT7r/PQgKUBe3jQbA3PpsRz0ziQgKXLear1gKXOkjiNsjoqOzk8w6J1oHDV7EwHwIQKTfb5wacHJWpIwOIxAhafx33cx/V6G7MomCxgzGnrNSzNMyxKG11z48YpF8CgH8PoOdEeSVzLND7YMmO4yZhondWYAjahQsU3gN7lNh5a2Gsh73f1TZY1a00yLCVaVlxnWGK3I06C8NXobfkbrOnRHUgMaFrD0pE6EIczCa9mxqr49aXN9pDaC6ObrWppkmHRwO9to4YlNKAx2xozLIqbmpCAxRzIsCRKwJKaDzNfjvYo4t5//WQI5w/J4QeDYntViWhZoGYNgKNfA4F9hGI/ANUs4TUszpCdmE1NMiylZDI5TpvGgWRYul7dEQB8PXin5oDsFDtHSUHV9Fqe0BdaeyXZLVS1smOzYgQs4VNCxm6l3uNnWHyht5sba1icuKkLmRIyqUaGJVGmhESn6N8riRnjCrHKsua45LJbqTV2NuaovqImXjIsodPT9djCOt0GOnYHSNGtOK7GnZolYMlOsePHzFGMrEgHPvST7BaqjR2bcYcvbTYZU0JYGl+Qgf4iahsBi98b0rrfZAVb45RQrdvbeJPmMQ6RgEWIROG0mYM7NgczLMT2Ts0BWkhG2YsNS0jQbHKEByxlWkZcTwlJwNLFLG593xzNFdsdE7tDjtE8rkTTz4XXGvlS2hSHhWqMgKRJt1uTX8+waNaQDItR2Kt6j79KyGfsEeTDBCZTMMNiUjQa6muDx5lVfXrIZIn9VLEQon1cNjO1mv6+oYVMCWXGQcCihGSqfebw7InZ1ljDclhLxWeyk5MSvwGL1LB0MZunAgBzUmZ0BxIDAt1u7/VewzjTF5QlD4v4MY6XYTEbXWhDV7yoRtFtYJfl1viNDIwPi/6iCEmlekIDFiPDosiqGiEShstmptbIsChGW/4jpJHiiP2PSCX0C1qTrLXF3vg+dlDLJC/VgbmF/dvihWRYupjTq9dZWHrwTs0BGS4bZpPCJ9ognvFPxdqBLIVew2K8CBsqwm4zGxkWJaQyPrDkT/O1kWExpoT8gRjeZMZndMz1NTQ2qTMbNSymRCm6FULgslmCAUtAg71Xi5uzxhpTyJcnf5MMi9UZGrBk0TtOW/IHSMDSxVx+PWCxpcrqAbNJISukiK0jPSuS7RaqtZanhCxqIGAJrWFpX9GtamRgfErjNyqv8eL3NYRmWALdcOP7hS+EaOSymanTwl/THmfst+UHUELq6VRLeMBiszd+edN3aY7fgluQgKXLpRobH7rS4uOPv6sFpoWgY11Bk+wWqml5SshiTAmFBizBXi/+xoDF51eprPOG3ddv7BHkDwlYfMaLX3U3BiwW9OPMkmERImHoU0JNCumT4+NLZuiUkNZkqtphs1BnrH46GOc9WEACli6leRtIQv/Wn5QhAQuEBywdyrDYGpc1++sqGm/QNKyaHpSYbCEZlsCcbkgNy41rtjHut+9QXtU4TRRYRRSaYVEt+u8JC1g0Y0pIVgkJkTCcNktYhqVKc+JKio9mn+aQ9zvNEt4ozmkzU29sT1KiZZEfx0uaQQKWLhVoy+/XFNIypIYFGlcKQccCliS7OVh066sP6cMSEpCY7SEvYGO/IiXk9k8OVOD2qew71BiI+I1VQmoLAYsW0lHXagQsFmt8f1MRQjRyWc1hNSzxskIIwByaUW7SKM5pbXy/LEmAGpbYL4GOY9UVh3ABlSSTYZNlsNB0SijygMViNlFv1gvJ1NCAxVsX/KcpZClfoDldYJdlVdU4VqcHJw3exoZwqjcwJRTy/8ko3lVCHtsS2NHZGh9vZkKItoX1YQEOk0Z6nGyzYLE3vqcqTVrxO61mlvimc4ZpL9u1U8iP8xoWCVi6UF2FvutnpZJKZg/fqTkgOzkkw9LBrqA+SwqooIUW3RqrgHyaCVtIQWygI20gw1LV4MWuNZBBTVgHW9XfPMMSaM8fDFg0DRtSdCtEorFbTGEBSzxlWGxWG27Nom/eams6JWTib+qZ/E09E0ACFtE6jzElVGuOj7nQ7pAd0rSoozvbem0p0ABKaGt+Y6+gBmxhmZvGDIsekByt9fAH62OMN+3m71X/AHrrxxlTQqEZlkBba81jBCz+xkJdq01qWIRIFIqi4DU3ftgf0tLiosst6MHWMt/l9FaOUO/sHXZb6EaIdospLvZGOh4JWLqQp+YwAPWW9OgOJIacaNEtgGpN1QMWT/MMSwM27NbGxw10gQw0lTtW52GY6Wssioq1shgYC4BmBCOaqfElYXfpnXhVdy1unx97yEojq2RYhEgoPosLjKTrIS2dvvGwjxB6IPK0/xIAfmELX3npDAlY+qQ7UeI80y9Ft13IbwQsbltaG0f2HGEBSwenhDS7nrEyexobuuFtDFjCHtdY5qcYDd8qK46RqujZGH/I6h81UHRravwGEghYnEoDpZUNYRkWiwQsQiQUf8gKm3LiY6dmAHtIUOJo0ioidOfm3nG+pBkkYOladfo+QrJTc6PQVUKhmZCIOPSAxeqrBdX4SmTUmTRotrAXcKCpUiDD4j72XfA21VMf/HcgwxJaw6IY88Eu3HxfUR/sluvTTFitkpwUIpGo1sausIe09PjYqZnwxQvOJhmW0AAmnndpDpCApQuZGvSAxe+UfYQCkuwWXMaLqqMZFsUZkrEKNI8LnRKytDAlZOwB5D/2ffA21dO4+gej6FYzha4SatyxuaSiIbijsxcLdnPkTe+EELFLCwtY4qeGJXRqPbRmBcBkUoLvh/lxvqQZJGDpUlb3UQAUlwQsoQLTQh2tYXE6nDRoRmARWCnUStFtoAukxSi6pbqk8YFCliu3VMMSqLh3Km5KKurxefSgyIMFqyW+54KFEOE0W3Lw34dIJ80ZJ1NCIe93LbWKCAQx8b5CCCRg6VJ2Y+NDU5I0jQv1szP6ckpuMiP6pnfo/skttecPZFg0a1jLf7NRw2I2Gr6Za0qDt2neximhxgxLyLcqa+OUUElFPV6PPq3kwYK1g9khIURsUoxVgX5Nwe/IjJtdjUPf75pmWKCx8Dbe9xECWSXUpZw+PWCxpvSK8khiyy3nD+KW8wd1+P5JdgtVmotspRICS5uNbEk99rDaGLOx/NhqZFgc9WWNDxQWsOj9VTRzaIZFfwNzGjUsRl0uHqxY4uTNTAjRPnVJfflIHUKxmkt6Svx8uNuPMyUEcMHpeby/p5yRBendOKquIQFLF0o2dmp2psXHJlrxIizDEpwS0jMs7iarhExGq2qLUcOS5ClvvM3XPMOCOSTDYgQsSUqDPiXk1R/XhyXulwcKIcLZ7Xau9CwA4Iw4WSEE4Aj5guZsIWC575LT0LShCfGe1aG89ooVK+jfvz8Oh4Px48ezZcuWVo9dvXo1iqKEXRyO5sU/u3fv5pJLLiEtLY2kpCTGjh3LgQMHOjK82OD3kYK+bNYpOzV3qkCGBQhOCWmhNSyhGRZjlVBg08I076HgbSZf4+aHqC3UsIRNCTXgN2pYvMTPm5kQon1cIR/2mXGyQgiaTgm1/JGeCMEKdCBgeemll5g/fz733nsv27dvZ8SIEUyZMoXy8vJW75OamsrBgweDl+Li4rDb9+3bx9lnn82pp57K+++/z2effcaCBQtaDGzihVZ/NPjvlAyZEupMSXYz1RgpWyPDohr/bVrDYjE2QrSiByRZ6uHgbSa1MWAJ9GnB1DzD4qKBeq+fyho9AA3d0VkIkRhcIUuC0+NkhRC0PSWUSCJ+5126dClz585lzpw5AKxcuZK33nqLVatWcffdd7d4H0VRyMvLa/Ux//M//5OLLrqIJUuWBK87+eSTIx1aTHFXHcYBVGou0pNdbR4v2i/ZbqFcM5YgBmpY9v4DgN1aPy63hNawGEW3qPgaasjUqsD4smEOzbAEmsKZQ7In6YUA9DUdJpk6DlXUMxjwKZJhESLROG2NH4eJlmFJFBE9O4/Hw7Zt25g8eXLjA5hMTJ48mU2bNrV6v5qaGvr160dBQQHTpk1j586dwdtUVeWtt97ilFNOYcqUKeTk5DB+/Hj++te/tvp4brebqqqqsEusqTE2PjxGKkm2xI56u1tS2CqhSij9N+byf+PRzLzpPzPsG0doC/2a0q8xKVrjbSEZFpOqF90qoUW3qfmQ0R8zKqNNezlSpXfWlYBFiMQTnmGJn9e4LWxZc2J/1kQUsBw+fBi/309ubm7Y9bm5uZSWlrZ4n8GDB7Nq1Spee+011qxZg6qqTJw4ke++0zuOlpeXU1NTw+LFi7ngggv4xz/+waWXXspll13Ghg0bWnzMRYsWkZaWFrwUFBRE8jS6Rb0RsFQrKQkzfxgrku0WqrWQKaHPXgSgSD2Dektq2PkObaFfV/5V2ONY1Ma9gYJTQuYm36z6nQXAONNujlYGpoTi581MCNE+oQFLvOzUDMdvHJdoujx/NGHCBGbNmsXIkSOZNGkSr7zyCtnZ2TzzzDOAnmEBmDZtGrfddhsjR47k7rvv5uKLL2blypUtPuY999xDZWVl8PLtt9929dOImKdKr5WQnZo7X7LdQhXGlFD9UfjszwC84v8B9ib9UWw2Gz5Nv8576Ouw26wt1LAolibBSL+JAIwzfUFFTQ0AqgQsQiQcV8iUUDzVsJhNSjDYSnUkdn1dRM+uV69emM1mysrKwq4vKys7bo1KKKvVyqhRo/jqq6+Cj2mxWBg6dGjYcUOGDGHjxo0tPobdbsdut7d4W6zwBXZqtqZHdyAJKCkkw6Ltew/FU4PPkcH7DSNJazKHazObcGPFghuO7gf0Xi1O3Ni1xgyLKRCwNM2wFE4AYISyj6KaClDALwGLEAknLMMSRzUsAL+9dBjl1Q3kpMbvQpX2iCjDYrPZGD16NEVFRcHrVFWlqKiICRMmtOsx/H4/n3/+Ob179w4+5tixY9mzZ0/YcV9++SX9+vWLZHgxRa3TVwl5benRHUgCCu3Donj0rEfFgKn6Hj9N5nBtFhMeYxmyteobAMos+QDY8eD16xk+RdNrWEzmJsFI5kk0OLKxKX5GqLsA8JskYBEi0YRuHBgvOzUH/HRUH244J74XqrRHxPmj+fPnM3v2bMaMGcO4ceNYtmwZtbW1wVVDs2bNok+fPixatAiA+++/nzPPPJOBAwdSUVHBI488QnFxMddff33wMe+44w6mT5/OOeecw3nnnce6det44403eP/99zvnWUaDEbD47LKPUGdzWE3UEL7yqmzApfBJfbO9NGwWPcMC4KzRpw4rnAVQvR8Hbuo8ftKcJsyBoltLk8ydotCQfyaOr99gokkvFlclYBEi4YRmWOJlp+aeJuKAZfr06Rw6dIiFCxdSWlrKyJEjWbduXbAQ98CBA5hMjR8ax44dY+7cuZSWlpKRkcHo0aP58MMPw6aALr30UlauXMmiRYu45ZZbGDx4MH/5y184++yzO+EpRoe5QQ9YNFdGlEeSeBRFwWsLqQ3KGsjR9NOBrc02VLRZTNRpFlAgpUHf+LAuuT9U/xOn4qHB6yfNacWktVLDAlgGnAVfv0Gaorf/95vkzUyIRBO2SihONj7saTpUoTNv3jzmzZvX4m1NsyKPP/44jz/+eJuPee2113Lttdd2ZDgxyeapAEBxSoalK6i2FDC66TPiStw+fbmyvUmVvF7DogcYgW637tT+cFDfI+ioxw+AOTAlZGkejCSdcg40zoKiSYZFiISTn+4k3WWlT7oTi2xuGpMSu6Q4ilKMPWvMqbltHCk6wmfPwOs2Y1FUlOHTcR/Qa1GarRIym/A0+TNXM/W5Xgde6o2AxWQELOamRbeAkj2ESlJIQ+/DokqGRYiE47JZ+Oed54XtRSZii/yf6Qr1FWT59JVUavaQKA8mMSmOVG713sxnE5dDeiEevx542JusEjKZFDyEBxjmrJP0YxUv9W49TWM2si8mawvBiMnEXsfpwR+1poW5QoiEkOqwJnwvk3gmAUtXKNOLM7/TepGUJvsIdYUUu4W31DPZn30+AG6vkWGxNP+T9oYsQz6kpZGanhX82V2vN4NrnBJqORg5mDYq+G/NFNtL6oUQIhFJwNIFtNLPAditFtInwxnl0SSmJLv+LajGrQcabl8gYGn+7Sg0YCnVMkhLTQn+7GnQC2ktgSmhpquEDNW544L/lgyLEEJ0PwlYukDDd58C8IVWSF8JWLpEkl2vS2kMWIwpoRYyLD6lcZqnVMskM8kRnCbyNOh1KWaM4tuWpoQAa5+R1GpGMNNCnYsQQoiuJQFLF1AP/huAUueghN+MKlqSjYClNhCwBKaEWtit1BdSJFtGJqlOKx5jWscXzLDoNSytBSy9M1P4WB0MgN8iu28LIUR3k1VCnc3vw3FM79pbnykFt12laYal+KgeeAQCmVChrfQrLdmYTQpekwPUavzuWvyqhiWQYWlhWTNAfrqD/+e7kv1aHlVG3YwQQojuIxmWznZ0H2bVTa1mx5GT+K2SoyU0w1Lj9vG3zw8C8KOhzfe08oUUydbas8Ou87rr8PpVbIoe+FhsLdew5Kc72an15z7fNfgcWS0eI4QQoutIwNLZjILbPVoBhb1S2jhYdFSS0ZWy1u3njU9LqPP4OSk7ibH9m3cWDm2l3+DUAxqfWd8kTPPU4fGrwQyLpZUpIYfVTJbRrrulOhkhhBBdS955O1uZXr+yW+1Hv0ypdegqyQ49CKlx+3hxq75H0JVjC1AUpdmxoY3efEl6wOI368XQfncdPr+GFSPD0soqIdCzLABWc/PfIYQQomtJwNLZSo2ARSukMEsClq6SbCxr/vf3lXz6bQVWs8JlZ/Rt8Vi/OSQISe0DgBrIsHjr8fpVrEaGpaXW/AEFmXrA4rJJ6ZcQQnQ3eeftZGrp55iAXWo/+mUlRXs4CStQdHukVu9U+6OhufRKbjk7ohkZlmrNiSslXb/OogcseOvx+FRSjQwLx+mxcvN5A8lJcXDRsN6d8AyEEEJEQgKWzlR7BFNNKQCHXSe3uGJFdI6kJud2+tjCVo9VjQxLmZZBZpIekGhWoz+OVy+6DdSwHC9gOS0/jdMuSTuBUQshhOgomRLqTGV6we03ai69smQlSVcKDQb7pDv5wcDWt0DQjEZvB7VMMlz6vzWjl4riq8fnV7EqgYBFmsIJIUQskoClM4XUr8h0UNcKzbBcMaYAk6n1QtgDySM4qiXzD3UMmcZKH5ORYVF8DXg97saDTZIVE0KIWCTvzp0pdIWQFNx2qXSnFZvZhF/T+PmYlottAw6nnMoZ7mcAhUuNgEWx6QGL2d+AzxsSsEiGRQghYpIELJ0pJMNykQQsXSrJbuGZq0djNinB5catsZlNgJ6ByXQFAhb9/4/ZV4/P6208WDY2FEKImCQBS2fxeeDQF4C+QujGTJkS6mrnnZrTruNsIY3eMowMi9muBywm1Y3qlSkhIYSIdVLD0lkOfwmql0rNxff0or9kWGJGIGAxmxRSHXpAYjYyLFa1AZ9PD1i8WKCFxnNCCCGiTwKWzlK+G4AvtEKS7dZgcaeIPqtZ/zPPcNmCnXCtDj0DZlXd+L16LxefJByFECJmScDSWeqOAFCupVOY6WqxRbyIjkCGJdCDBcBiTAnZ1AZ8RsDiVyRgEUKIWCUBS2dpqASgSkuSFUIxxhaSYQmwOvUMi0Px0NBQD0jAIoQQsUwCls5iBCzVuKQHS4zJStYDlT4hq4lsjmQAnHioa9BrWCRgEUKI2CXv0J3FHciwuCTDEmMuPL03dR4/5w1uXFUUKLp14g7JsMiSZiGEiFUSsHSWwJQQLvplSsASSxxWMzPH9wu/0qpvfmhXvNQ3NACgKubuHpoQQoh2kimhTqLVh9Sw9JIpoZhnDc2w6AGL3yQZFiGEiFUSsHQSb+0xAOpMSeSlOqI8GtEmYy8hJx48br2GRZUaFiGEiFkSsHQSv5FhcaRmYj7ORnwiRlj0gMWBB3cgYJEMixBCxCwJWDqJySi6TUnLivJIRLsYGRaTooGnGgBNMixCCBGzJGDpDJqG1VcDgD0pI8qDEe1ibVzibDYCFsmwCCFE7JKApTN4ajFpfgCsKRKwxAWzFT/6qiCr18iwSMAihBAxq0MBy4oVK+jfvz8Oh4Px48ezZcuWVo9dvXo1iqKEXRyO1otSb7zxRhRFYdmyZR0ZWnQYS5o9mplkV0qUByPay2PS/w4dai0gAYsQQsSyiAOWl156ifnz53Pvvfeyfft2RowYwZQpUygvL2/1PqmpqRw8eDB4KS4ubvG4V199lY8++oj8/PxIhxVdwR4sSWQky6aH8cJrsgOQQh0AmklqWIQQIlZFHLAsXbqUuXPnMmfOHIYOHcrKlStxuVysWrWq1fsoikJeXl7wkpub2+yY77//nv/3//4fa9euxWqNs2+6DY1dbtOccTb2HsxnZFhSFCNgMUuwKYQQsSqigMXj8bBt2zYmT57c+AAmE5MnT2bTpk2t3q+mpoZ+/fpRUFDAtGnT2LlzZ9jtqqpy9dVXc8cdd3Daaae1OQ63201VVVXYJapC9hFKd8mHXrzwm42AxciwIBkWIYSIWREFLIcPH8bv9zfLkOTm5lJaWtrifQYPHsyqVat47bXXWLNmDaqqMnHiRL777rvgMQ8//DAWi4VbbrmlXeNYtGgRaWlpwUtBQUEkT6PzhWRY0iXDEjdUix6wpBoZFiTDIoQQMavLVwlNmDCBWbNmMXLkSCZNmsQrr7xCdnY2zzzzDADbtm3jiSeeCBbntsc999xDZWVl8PLtt9925VNom1vP8FThIkMyLHFDNetLmxszLBJsCiFErIooYOnVqxdms5mysrKw68vKysjLy2vXY1itVkaNGsVXX30FwL/+9S/Ky8spLCzEYrFgsVgoLi7m17/+Nf3792/xMex2O6mpqWGXaAq05a/SkkhzyYdevNAsgRoWfbdmzPL/TgghYlVEAYvNZmP06NEUFRUFr1NVlaKiIiZMmNCux/D7/Xz++ef07t0bgKuvvprPPvuMHTt2BC/5+fnccccd/P3vf49keFHjqdEDlmpcpNilDiJeaNbwDItikYBFCCFiVcSfrvPnz2f27NmMGTOGcePGsWzZMmpra5kzZw4As2bNok+fPixatAiA+++/nzPPPJOBAwdSUVHBI488QnFxMddffz0AWVlZZGWFt7O3Wq3k5eUxePDgE31+3SKQYfFYUzDJPkLxw9ixOVnRd2uWGhYhhIhdEQcs06dP59ChQyxcuJDS0lJGjhzJunXrgoW4Bw4cwGRqTNwcO3aMuXPnUlpaSkZGBqNHj+bDDz9k6NChnfcsosxfXwGAao3u1JSIjBLSnh9AkSkhIYSIWR2av5g3bx7z5s1r8bb3338/7OfHH3+cxx9/PKLH/+abbzoyrKjRjJ2aVYcELPHEZHOF/axYJMMihBCxSvYS6gSKsUoIe1p0ByIiYraHBywmybAIIUTMkoClE5g9esBicqVHdyAiIs0zLPYojUQIIURbJGDpBIHdfi1J6dEdiIiIpUmGRWpYhBAidknAcqI0DbtfD1jsSZlRHoyIhMWeFPaz2So1LEIIEaskYDlR3nosmg8AR4oELPHE6gwPWEyyrFkIIWKWBCwnythHyKeZSE6RVULxxNq06FYyLEIIEbMkYDlRxgqhalykJ0nRZjxRrOEBi1mWNQshRMySgOVEyU7N8atJ4zipYRFCiNglAcuJCgQsuEiXjQ/jS9OARTIsQggRsyRgOUGekJ2a053ygRdXmgYsNpnSE0KIWCUBywlyVx8FjJ2aHbJTc1xpUsNikQyLEELELAlYTlBDjZ5haTAny07N8UZqWIQQIm5IwHKCvDV6hsVrTYnySETELI6wH6WGRQghYpcELCfIb+zU7LNJD5a4Y23aml8CFiGEiFUSsJwgzQhYVAlY4o/FjkrINJ7sJSSEEDFLApYTpLj1gAVHWnQHIiKnKPhMISuDJGARQoiYJQHLCTJ79E63Jmd6dAciOsRrCqljMUnAIoQQsUoClhNk8eo7NVuT0qM7ENEhfnNIwCI1LEIIEbMkYDlBdp8esNiSM6I8EtER/tAMi0wJCSFEzJKA5QQ5/bUAOFIkYIlHqkUCFiGEiAcSsJwIbwM2PAA4U7KiPBjREaolpHmc1LAIIUTMkoDlRLj1gltVU0hNkwxLXJIMixBCxAUJWE6EsVNzNU7Sk2TjvHhkdyUDoGICkznKoxFCCNEaCVhOgKe2ceND2ak5PqWm6A3/FGnLL4QQMU0ClhNQV6kHLFVakuzUHK+MDRAVqV8RQoiYJgHLCair1ndqrjMlyU7N8SpQdCv1K0IIEdMkYDkBbmOn5gaz7NQct6wSsAghRDyQgOUEeGr0DIvHIgFL3Ars2CxdboUQIqZJwHIC1LoKAHw2CVjiltVY1mySGiQhhIhlErCcANVY1qzZU6M8EtFhkmERQoi4IAHLCVCCAUtalEciOkxqWIQQIi50KGBZsWIF/fv3x+FwMH78eLZs2dLqsatXr0ZRlLCLw9HYXdTr9XLXXXcxbNgwkpKSyM/PZ9asWZSUlHRkaN3K5NE3PjS5JGCJW7JKSAgh4kLEActLL73E/Pnzuffee9m+fTsjRoxgypQplJeXt3qf1NRUDh48GLwUFxcHb6urq2P79u0sWLCA7du388orr7Bnzx4uueSSjj2jbmT16q35LS5pyx+3knrp/3XK/0MhhIhlEVcaLl26lLlz5zJnzhwAVq5cyVtvvcWqVau4++67W7yPoijk5eW1eFtaWhrr168Pu+53v/sd48aN48CBAxQWFja7j9vtxu12B3+uqqqK9Gl0CrtPz7DYk+XDLm4NOAcufhz6nRXtkQghhDiOiDIsHo+Hbdu2MXny5MYHMJmYPHkymzZtavV+NTU19OvXj4KCAqZNm8bOnTuP+3sqKytRFIX09PQWb1+0aBFpaWnBS0FBQSRPo9M4/DWABCxxzWSGMddC9uBoj0QIIcRxRBSwHD58GL/fT25ubtj1ubm5lJaWtnifwYMHs2rVKl577TXWrFmDqqpMnDiR7777rsXjGxoauOuuu5gxYwapqS2vvrnnnnuorKwMXr799ttInkbn8HtJ1yoAcGb07v7fL4QQQvQgXd58YsKECUyYMCH488SJExkyZAjPPPMMDzzwQNixXq+XK664Ak3TePrpp1t9TLvdjt0e3d2R/ce+xYJKg2YlLadvVMcihBBCJLqIMiy9evXCbDZTVlYWdn1ZWVmrNSpNWa1WRo0axVdffRV2fSBYKS4uZv369a1mV2LFkW+/AOBbcslPT4ryaIQQQojEFlHAYrPZGD16NEVFRcHrVFWlqKgoLItyPH6/n88//5zevRunUQLByt69e3nnnXfIysqKZFhRUVHyJQCHrfmy8aEQQgjRxSKeEpo/fz6zZ89mzJgxjBs3jmXLllFbWxtcNTRr1iz69OnDokWLALj//vs588wzGThwIBUVFTzyyCMUFxdz/fXXA3qwcvnll7N9+3befPNN/H5/sB4mMzMTmy02O5B6yvcBUOuKTsGvEEII0ZNEHLBMnz6dQ4cOsXDhQkpLSxk5ciTr1q0LFuIeOHAAk6kxcXPs2DHmzp1LaWkpGRkZjB49mg8//JChQ4cC8P333/P6668DMHLkyLDf9d5773Huued28Kl1LXPFNwCoGf2jOg4hhBCiJ1A0TdOiPYgTVVVVRVpaGpWVld1W+/LtQyMp8O7n/TFPce7FM7vldwohhBCJJJLPb9lLqCM0jSzvQQDS+54S5cEIIYQQiU8Clg7wVJbiogG/ptC7nzQcE0IIIbqaBCwdcOiAvqS5lF7kpKdEeTRCCCFE4pOApQOOfacvaT5k7Y2iyJJmIYQQoqtJwNIBnkP6kuYaWdIshBBCdAsJWDpAMZY0+9P7R3UcQgghRE8hAUsHJNUeAMCWfXKURyKEEEL0DBKwdEAvTwkAafmDojwSIYQQomeQgCVCDTUVZFIJQF7/IVEejRBCCNEzSMASoYPf6Euaj5FCRmavKI9GCCGE6BkkYIlQxfd7ADhkkSXNQgghRHeRgCVCDWX6kuZqWdIshBBCdBsJWCKkHPsGAF9av+gORAghhOhBJGCJkMtY0mztJUuahRBCiO4iAUuEMo0lzan5skuzEEII0V0kYIlATV09edohAHL6nRrl0QghhBA9hwQsESgp/hKLotKAjdRsKboVQgghuosl2gOIJ0e/1XdpLjf3plCWNAshEpDf78fr9UZ7GCKBWK1WzGbzCT+OBCwRqC/7CoAqZ98oj0QIITqXpmmUlpZSUVER7aGIBJSenk5eXt4J9S+TgCUCauV3APhTJWARQiSWQLCSk5ODy+WSxpiiU2iaRl1dHeXl5QD07t27w48lAUsEzDWlAFjT+0R5JEII0Xn8fn8wWMnKyor2cESCcTqdAJSXl5OTk9Ph6SEpuo2Aw62vEEruJRkWIUTiCNSsuFyuKI9EJKrA39aJ1EdJwNJO9R4/6f6jAGTmFUZ5NEII0flkGkh0lc7425KApZ0OHK0jVzkGSIZFCCGE6G4SsLTTgfKjZCg1+g8pedEdjBBCiE7Rv39/li1bFu1hiHaQgKWdDh/8FgCPYgNHenQHI4QQQvQwErC0U9VhfdPDOlsvkHleIYQQUeb3+1FVNdrD6DYSsLST++j3AHhduVEeiRBCCIDf//735OfnN/vQnjZtGtdeey379u1j2rRp5ObmkpyczNixY3nnnXc6/PuWLl3KsGHDSEpKoqCggJtuuomampqwYz744APOPfdcXC4XGRkZTJkyhWPH9PpHVVVZsmQJAwcOxG63U1hYyEMPPQTA+++/j6IoYY37duzYgaIofPPNNwCsXr2a9PR0Xn/9dYYOHYrdbufAgQNs3bqVH/3oR/Tq1Yu0tDQmTZrE9u3bw8ZVUVHBL3/5S3Jzc3E4HJx++um8+eab1NbWkpqayv/93/+FHf/Xv/6VpKQkqqurO3y+OpsELO2kVuk9WEypHW96I4QQ8ULTNOo8vm6/aJrW7jH+/Oc/58iRI7z33nvB644ePcq6deuYOXMmNTU1XHTRRRQVFfHJJ59wwQUXMHXqVA4cONChc2IymVi+fDk7d+7kj3/8I++++y533nln8PYdO3Zw/vnnM3ToUDZt2sTGjRuZOnUqfr8fgHvuuYfFixezYMECdu3axQsvvEBubmRfguvq6nj44Yf5wx/+wM6dO8nJyaG6uprZs2ezceNGPvroIwYNGsRFF10UDDZUVeXCCy/kgw8+YM2aNezatYvFixdjNptJSkriyiuv5Nlnnw37Pc8++yyXX345KSkpHTpXXUEax7WD169ibygHMzgy8qM9HCGE6HL1Xj9DF/6923/vrvun4LK176MpIyODCy+8kBdeeIHzzz8fgP/7v/+jV69enHfeeZhMJkaMGBE8/oEHHuDVV1/l9ddfZ968eRGP7dZbbw3+u3///jz44IPceOONPPXUUwAsWbKEMWPGBH8GOO200wCorq7miSee4He/+x2zZ88G4OSTT+bss8+OaAxer5ennnoq7Hn98Ic/DDvm97//Penp6WzYsIGLL76Yd955hy1btrB7925OOeUUAE466aTg8ddffz0TJ07k4MGD9O7dm/Lycv72t7+dUDaqK3Qow7JixQr69++Pw+Fg/PjxbNmypdVjV69ejaIoYReHwxF2jKZpLFy4kN69e+N0Opk8eTJ79+7tyNC6RElFPTnoKT1nlixpFkKIWDFz5kz+8pe/4Ha7AVi7di1XXnklJpOJmpoabr/9doYMGUJ6ejrJycns3r27wxmWd955h/PPP58+ffqQkpLC1VdfzZEjR6irqwMaMywt2b17N263u9Xb28tmszF8+PCw68rKypg7dy6DBg0iLS2N1NRUampqgs9zx44d9O3bNxisNDVu3DhOO+00/vjHPwKwZs0a+vXrxznnnHNCY+1sEWdYXnrpJebPn8/KlSsZP348y5YtY8qUKezZs4ecnJwW75OamsqePXuCPzdtILNkyRKWL1/OH//4RwYMGMCCBQuYMmUKu3btahbcRMM3R+rIpgKQKSEhRM/gtJrZdf+UqPzeSEydOhVN03jrrbcYO3Ys//rXv3j88ccBuP3221m/fj2PPvooAwcOxOl0cvnll+PxeCIe1zfffMPFF1/Mf/zHf/DQQw+RmZnJxo0bue666/B4PLhcrmAL+haf13FuA326CQibEmupK6zT6Wz2GTp79myOHDnCE088Qb9+/bDb7UyYMCH4PNv63aBnWVasWMHdd9/Ns88+y5w5c2KukWDEGZalS5cyd+5c5syZw9ChQ1m5ciUul4tVq1a1eh9FUcjLywteQufsNE1j2bJl/Nd//RfTpk1j+PDhPPfcc5SUlPDXv/61Q0+qsx04UhtsGkeyFN0KIRKfoii4bJZuv0T6IelwOLjssstYu3Ytf/rTnxg8eDBnnHEGoBfAXnPNNVx66aUMGzaMvLy8YAFrpLZt24aqqjz22GOceeaZnHLKKZSUlIQdM3z4cIqKilq8/6BBg3A6na3enp2dDcDBgweD1+3YsaNdY/vggw+45ZZbuOiiizjttNOw2+0cPnw4bFzfffcdX375ZauP8Ytf/ILi4mKWL1/Orl27gtNWsSSigMXj8bBt2zYmT57c+AAmE5MnT2bTpk2t3q+mpoZ+/fpRUFDAtGnT2LlzZ/C2/fv3U1paGvaYaWlpjB8/vtXHdLvdVFVVhV26UvGRxi63pEiGRQghYsnMmTN56623WLVqFTNnzgxeP2jQIF555RV27NjBp59+ylVXXdXhZcADBw7E6/Xy5JNP8vXXX/P888+zcuXKsGPuuecetm7dyk033cRnn33GF198wdNPP83hw4dxOBzcdddd3HnnnTz33HPs27ePjz76iP/93/8NPn5BQQH33Xcfe/fu5a233uKxxx5r19gGDRrE888/z+7du9m8eTMzZ84My6pMmjSJc845h5/97GesX7+e/fv38/bbb7Nu3brgMRkZGVx22WXccccd/PjHP6Zv39grf4goYDl8+DB+v79ZVXNubi6lpaUt3mfw4MGsWrWK1157jTVr1qCqKhMnTuS7774DCN4vksdctGgRaWlpwUtBQUEkTyNi3x+uIF2p1X+QLrdCCBFTfvjDH5KZmcmePXu46qqrgtcvXbqUjIwMJk6cyNSpU5kyZUow+xKpESNGsHTpUh5++GFOP/101q5dy6JFi8KOOeWUU/jHP/7Bp59+yrhx45gwYQKvvfYaFotefbFgwQJ+/etfs3DhQoYMGcL06dMpLy8HwGq18qc//YkvvviC4cOH8/DDD/Pggw+2a2z/+7//y7FjxzjjjDO4+uqrueWWW5qVaPzlL39h7NixzJgxg6FDh3LnnXcGVy8FBKa3rr322g6do66maBGsISspKaFPnz58+OGHTJgwIXj9nXfeyYYNG9i8eXObj+H1ehkyZAgzZszggQce4MMPP+Sss86ipKSE3r0bsxdXXHEFiqLw0ksvNXsMt9sdLLACqKqqoqCggMrKSlJTU9v7dNpt1mMv8Vz1DfjNdsz/VSaN44QQCaWhoYH9+/czYMCAmKgbFNHx/PPPc9ttt1FSUoLNZuvUx27tb6yqqoq0tLR2fX5HVHTbq1cvzGYzZWVlYdeXlZWRl9e+zIPVamXUqFF89dVXAMH7lZWVhQUsZWVljBw5ssXHsNvt2O32SIbeYZqm4a04CGZQk/IwS7AihBAigdTV1XHw4EEWL17ML3/5y04PVjpLRFNCNpuN0aNHhxUNqapKUVFRWMblePx+P59//nkwOBkwYAB5eXlhj1lVVcXmzZvb/ZhdqbzaTbr/KADmNKlfEUKIRLR27VqSk5NbvAR6qSSqJUuWcOqpp5KXl8c999wT7eG0KuJlzfPnz2f27NmMGTOGcePGsWzZMmpra5kzZw4As2bNok+fPsG5vfvvv58zzzyTgQMHUlFRwSOPPEJxcTHXX389oFei33rrrTz44IMMGjQouKw5Pz+fn/70p533TDvom8ONK4RMUr8ihBAJ6ZJLLmH8+PEt3ma1Wrt5NN3rvvvu47777ov2MNoUccAyffp0Dh06xMKFCyktLWXkyJGsW7cuWDR74MCB4HpygGPHjjF37lxKS0vJyMhg9OjRfPjhhwwdOjR4zJ133kltbS033HADFRUVnH322axbty4m5lKLj8oKISGESHQpKSkx1YZeNBdR0W2siqRoJ1KP/n0PAzb+mp+Z/wWT74Ozb+vUxxdCiGiTolvR1Tqj6FY2P2xD8dG6YFt+ybAIIYQQ0SEBSxuKj9SSo1ToP0gNixBCCBEVErC0IazLbbIELEIIIUQ0SMByHJV1Xhrqa6XLrRBCCBFlErAch8NmYu2V/fUfLE5wpEV1PEIIIbpO//79WbZsWbSHIVoR8bLmnsRuMTMm09gCICVXWvILIUSMOffccxk5cmSnBBpbt24lKSnpxAcluoQELG2pNrb6lhVCQggRdzRNw+/3BzcgPJ7s7OxuGFH0eDyemG273x4yJdSWamPfJKlfEUKImHLNNdewYcMGnnjiCRRFQVEUVq9ejaIovP3224wePRq73c7GjRvZt28f06ZNIzc3l+TkZMaOHcs777wT9nhNp4QUReEPf/gDl156KS6Xi0GDBvH666+3a2x+v5/rrruOAQMG4HQ6GTx4ME888USz41atWsVpp52G3W6nd+/ezJs3L3hbRUUFv/zlL8nNzcXhcHD66afz5ptvAnp32qb77S1btoz+/fuHnZ+f/vSnPPTQQ+Tn5zN48GBA3+RwzJgxpKSkkJeXx1VXXRXcNTpg586dXHzxxaSmppKSksIPfvAD9u3bxz//+U+sViulpaVhx99666384Ac/aNe56SjJsLQlkGGRFUJCiJ5E08Bb1/2/1+pq9/T7E088wZdffsnpp5/O/fffD+gftAB33303jz76KCeddBIZGRl8++23XHTRRTz00EPY7Xaee+45pk6dyp49eygsLGz1d/z3f/83S5Ys4ZFHHuHJJ59k5syZFBcXk5mZedyxqapK3759efnll8nKyuLDDz/khhtuoHfv3lxxxRUAPP3008yfP5/Fixdz4YUXUllZyQcffBC8/4UXXkh1dTVr1qzh5JNPZteuXZjN5nadm4CioiJSU1NZv3598Dqv18sDDzzA4MGDKS8vZ/78+VxzzTX87W9/A+D777/nnHPO4dxzz+Xdd98lNTWVDz74AJ/PxznnnMNJJ53E888/zx133BF8vLVr17JkyZKIxhYpCVjaUm1EkZJhEUL0JN46+G1+9//e35SArX11JGlpadhsNlwuF3l5+nv0F198Aej72P3oRz8KHpuZmcmIESOCPz/wwAO8+uqrvP7662FZjaauueYaZsyYAcBvf/tbli9fzpYtW7jggguOOzar1cp///d/B38eMGAAmzZt4s9//nMwYHnwwQf59a9/za9+9avgcWPHjgXgnXfeYcuWLezevZtTTjkFgJNOOqntk9JEUlISf/jDH8Kmgq699trgv0866SSWL1/O2LFjqampITk5mRUrVpCWlsaLL74Y3EcpMAaA6667jmeffTYYsLzxxhs0NDQEn1dXkSmhttQEAhapYRFCiHgxZsyYsJ9ramq4/fbbGTJkCOnp6SQnJ7N7924OHDhw3McZPnx48N9JSUmkpqY2mz5pzYoVKxg9ejTZ2dkkJyfz+9//Pvj7ysvLKSkp4fzzz2/xvjt27KBv375hgUJHDBs2rFndyrZt25g6dSqFhYWkpKQwadIkgODYduzYwQ9+8INWN3285ppr+Oqrr/joo48AWL16NVdccUWXFyxLhqUtwQxLbnTHIYQQ3cnq0rMd0fi9naDph+ftt9/O+vXrefTRRxk4cCBOp5PLL78cj8dz/OE0+dBWFAVVVdv8/S+++CK33347jz32GBMmTCAlJYVHHnmEzZs3A+B0Oo97/7ZuN5lMNN0K0Ov1Njuu6Xmora1lypQpTJkyhbVr15Kdnc2BAweYMmVK8Fy09btzcnKYOnUqzz77LAMGDODtt9/m/fffP+59OoMELG2RVUJCiJ5IUdo9NRNNNpsNv9/f5nEffPAB11xzDZdeeimgZ1y++eabLhvXBx98wMSJE7npppuC1+3bty/475SUFPr3709RURHnnXdes/sPHz6c7777ji+//LLFLEt2djalpaVomoZi1Pzs2LGjzXF98cUXHDlyhMWLF1NQUADAxx9/3Ox3//GPf8Tr9baaZbn++uuZMWMGffv25eSTT+ass85q83efKJkSOh5vPTRU6v+WGhYhhIg5/fv3Z/PmzXzzzTccPny41ezHoEGDeOWVV9ixYweffvopV111VbsyJR01aNAgPv74Y/7+97/z5ZdfsmDBArZu3Rp2zH333cdjjz3G8uXL2bt3L9u3b+fJJ58EYNKkSZxzzjn87Gc/Y/369ezfv5+3336bdevWAXr/mUOHDrFkyRL27dvHihUrePvtt9scV2FhITabjSeffJKvv/6a119/nQceeCDsmHnz5lFVVcWVV17Jxx9/zN69e3n++efZs2dP8JgpU6aQmprKgw8+yJw5c070dLWLBCzHo6lw/kI48yawH3/bayGEEN3v9ttvx2w2M3To0OD0RkuWLl1KRkYGEydOZOrUqUyZMoUzzjijy8b1y1/+kssuu4zp06czfvx4jhw5EpZtAZg9ezbLli3jqaee4rTTTuPiiy9m7969wdv/8pe/MHbsWGbMmMHQoUO58847g9mkIUOG8NRTT7FixQpGjBjBli1buP3229scV3Z2NqtXr+bll19m6NChLF68mEcffTTsmKysLN59911qamqYNGkSo0eP5n/+53/Csi0mk4lrrrkGv9/PrFmzTuRUtZuiNZ0Ei0NVVVWkpaVRWVlJaqoEFkIIEYmGhgb279/PgAEDcDgc0R6OiBPXXXcdhw4daldvmtb+xiL5/JYaFiGEEEK0W2VlJZ9//jkvvPBCuxvpdQaZEhJCCCEidOONN5KcnNzi5cYbb4z28LrUtGnT+PGPf8yNN94Y1uumq0mGRQghhIjQ/fff32rNSKKXJnTHEuaWSMAihBBCRCgnJ4ecnJxoD6NHkSkhIYQQQsQ8CViEEEIAdGlfEtGzdcbflkwJCSFED2ez2TCZTJSUlJCdnY3NZgt2TxXiRGiahsfj4dChQ5hMpmb7GkVCAhYhhOjhTCYTAwYM4ODBg5SURGH/IJHwXC4XhYWFmEwdn9iRgEUIIQQ2m43CwkJ8Pl+79uYRor3MZjMWi+WEs3YSsAghhAD0nYitVmurG94JEU1SdCuEEEKImCcBixBCCCFingQsQgghhIh5CVHDEthwuqqqKsojEUIIIUR7BT63A5/jx5MQAUt1dTUABQUFUR6JEEIIISJVXV1NWlracY9RtPaENTFOVVVKSkpISUnp9GZHVVVVFBQU8O233yb8hlaRknPTOjk3rZNz0zo5N62Tc9O6eD43mqZRXV1Nfn5+mz1aEiLDYjKZ6Nu3b5f+jtTU1Lj7Q+gucm5aJ+emdXJuWifnpnVybloXr+emrcxKgBTdCiGEECLmScAihBBCiJgnAUsb7HY79957L3a7PdpDiTlyblon56Z1cm5aJ+emdXJuWtdTzk1CFN0KIYQQIrFJhkUIIYQQMU8CFiGEEELEPAlYhBBCCBHzJGARQgghRMyTgEUIIYQQMU8CljasWLGC/v3743A4GD9+PFu2bIn2kLrVokWLGDt2LCkpKeTk5PDTn/6UPXv2hB3T0NDAzTffTFZWFsnJyfzsZz+jrKwsSiOOnsWLF6MoCrfeemvwup58br7//nt+8YtfkJWVhdPpZNiwYXz88cfB2zVNY+HChfTu3Run08nkyZPZu3dvFEfcPfx+PwsWLGDAgAE4nU5OPvlkHnjggbDN33rKufnnP//J1KlTyc/PR1EU/vrXv4bd3p7zcPToUWbOnElqairp6elcd9111NTUdOOz6BrHOzder5e77rqLYcOGkZSURH5+PrNmzaKkpCTsMRLt3EjAchwvvfQS8+fP595772X79u2MGDGCKVOmUF5eHu2hdZsNGzZw880389FHH7F+/Xq8Xi8//vGPqa2tDR5z22238cYbb/Dyyy+zYcMGSkpKuOyyy6I46u63detWnnnmGYYPHx52fU89N8eOHeOss87CarXy9ttvs2vXLh577DEyMjKCxyxZsoTly5ezcuVKNm/eTFJSElOmTKGhoSGKI+96Dz/8ME8//TS/+93v2L17Nw8//DBLlizhySefDB7TU85NbW0tI0aMYMWKFS3e3p7zMHPmTHbu3Mn69et58803+ec//8kNN9zQXU+hyxzv3NTV1bF9+3YWLFjA9u3beeWVV9izZw+XXHJJ2HEJd2400apx48ZpN998c/Bnv9+v5efna4sWLYriqKKrvLxcA7QNGzZomqZpFRUVmtVq1V5++eXgMbt379YAbdOmTdEaZreqrq7WBg0apK1fv16bNGmS9qtf/UrTtJ59bu666y7t7LPPbvV2VVW1vLw87ZFHHgleV1FRodntdu1Pf/pTdwwxan7yk59o1157bdh1l112mTZz5kxN03ruuQG0V199Nfhze87Drl27NEDbunVr8Ji3335bUxRF+/7777tt7F2t6blpyZYtWzRAKy4u1jQtMc+NZFha4fF42LZtG5MnTw5eZzKZmDx5Mps2bYriyKKrsrISgMzMTAC2bduG1+sNO0+nnnoqhYWFPeY83XzzzfzkJz8JOwfQs8/N66+/zpgxY/j5z39OTk4Oo0aN4n/+53+Ct+/fv5/S0tKwc5OWlsb48eMT/txMnDiRoqIivvzySwA+/fRTNm7cyIUXXgj07HMTqj3nYdOmTaSnpzNmzJjgMZMnT8ZkMrF58+ZuH3M0VVZWoigK6enpQGKem4TYrbkrHD58GL/fT25ubtj1ubm5fPHFF1EaVXSpqsqtt97KWWedxemnnw5AaWkpNpst+CIJyM3NpbS0NAqj7F4vvvgi27dvZ+vWrc1u68nn5uuvv+bpp59m/vz5/OY3v2Hr1q3ccsst2Gw2Zs+eHXz+Lb2+Ev3c3H333VRVVXHqqadiNpvx+/089NBDzJw5E6BHn5tQ7TkPpaWl5OTkhN1usVjIzMzsUeeqoaGBu+66ixkzZgR3a07EcyMBi2i3m2++mX//+99s3Lgx2kOJCd9++y2/+tWvWL9+PQ6HI9rDiSmqqjJmzBh++9vfAjBq1Cj+/e9/s3LlSmbPnh3l0UXXn//8Z9auXcsLL7zAaaedxo4dO7j11lvJz8/v8edGRM7r9XLFFVegaRpPP/10tIfTpWRKqBW9evXCbDY3W9FRVlZGXl5elEYVPfPmzePNN9/kvffeo2/fvsHr8/Ly8Hg8VFRUhB3fE87Ttm3bKC8v54wzzsBisWCxWNiwYQPLly/HYrGQm5vbY89N7969GTp0aNh1Q4YM4cCBAwDB598TX1933HEHd999N1deeSXDhg3j6quv5rbbbmPRokVAzz43odpzHvLy8potgvD5fBw9erRHnKtAsFJcXMz69euD2RVIzHMjAUsrbDYbo0ePpqioKHidqqoUFRUxYcKEKI6se2maxrx583j11Vd59913GTBgQNjto0ePxmq1hp2nPXv2cODAgYQ/T+effz6ff/45O3bsCF7GjBnDzJkzg//uqefmrLPOarb8/csvv6Rfv34ADBgwgLy8vLBzU1VVxebNmxP+3NTV1WEyhb/1ms1mVFUFeva5CdWe8zBhwgQqKirYtm1b8Jh3330XVVUZP358t4+5OwWClb179/LOO++QlZUVdntCnptoV/3GshdffFGz2+3a6tWrtV27dmk33HCDlp6erpWWlkZ7aN3mP/7jP7S0tDTt/fff1w4ePBi81NXVBY+58cYbtcLCQu3dd9/VPv74Y23ChAnahAkTojjq6AldJaRpPffcbNmyRbNYLNpDDz2k7d27V1u7dq3mcrm0NWvWBI9ZvHixlp6err322mvaZ599pk2bNk0bMGCAVl9fH8WRd73Zs2drffr00d58801t//792iuvvKL16tVLu/POO4PH9JRzU11drX3yySfaJ598ogHa0qVLtU8++SS40qU95+GCCy7QRo0apW3evFnbuHGjNmjQIG3GjBnRekqd5njnxuPxaJdcconWt29fbceOHWHvzW63O/gYiXZuJGBpw5NPPqkVFhZqNptNGzdunPbRRx9Fe0jdCmjx8uyzzwaPqa+v12666SYtIyNDc7lc2qWXXqodPHgweoOOoqYBS08+N2+88YZ2+umna3a7XTv11FO13//+92G3q6qqLViwQMvNzdXsdrt2/vnna3v27InSaLtPVVWV9qtf/UorLCzUHA6HdtJJJ2n/+Z//GfZB01POzXvvvdfi+8vs2bM1TWvfeThy5Ig2Y8YMLTk5WUtNTdXmzJmjVVdXR+HZdK7jnZv9+/e3+t783nvvBR8j0c6Nomkh7RWFEEIIIWKQ1LAIIYQQIuZJwCKEEEKImCcBixBCCCFingQsQgghhIh5ErAIIYQQIuZJwCKEEEKImCcBixBCCCFingQsQgghhIh5ErAIIYQQIuZJwCKEEEKImCcBixBCCCFi3v8Hg2/rBBEILy8AAAAASUVORK5CYII=\n"},"metadata":{}}]},{"cell_type":"markdown","source":["# 3. Hyperparameter Tuning"],"metadata":{"id":"CS7gP27KziRi"}},{"cell_type":"code","source":["params = {\n","    \"learning_rate\": [0.1, 0.005, 0.01],\n","    \"optimizer\": [\"adam\", \"sgd\"],\n","    \"n_layers\": [2, 3, 4],\n","    \"is_batch_norm\": [True],\n","    \"activation_func\": [\"relu\", \"leaky_relu\"],\n","    \"n_epochs\": [128],\n","    \"batch_size\": [8192, 16384],\n","}\n","\n","sweep_config = {\n","    \"method\": \"random\",\n","    \"metric\": {\"name\": \"loss\", \"goal\": \"minimize\"},\n","}\n","\n","sweep_config[\"parameters\"] = {k: {\"values\": v} for k, v in params.items()}"],"metadata":{"id":"F62-9bOUzly5","executionInfo":{"status":"ok","timestamp":1702848821870,"user_tz":300,"elapsed":884,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}}},"execution_count":18,"outputs":[]},{"cell_type":"code","source":["wandb.login()\n","\n","loss_mp = {}\n","\n","def train_wandb(config=None):\n","    with wandb.init(config=config):\n","        config = wandb.config\n","        result_df, val_loss, val_acc, chkpt, model = train_node(config)\n","\n","        # Get test accuracy\n","        correct = 0\n","        total = 0\n","\n","        loader_train = DataLoader(ds_train, batch_size=config[\"batch_size\"], shuffle=True)\n","\n","        with torch.no_grad():\n","            for inputs, labels in loader_train:\n","                outputs = model(inputs)\n","\n","                _, predicted = torch.max(outputs, 1)\n","                total += labels.size(0)\n","                correct += (predicted == labels).sum().item()\n","\n","        train_acc = correct / total\n","\n","        loss_mp[val_loss] = {\n","            \"config\": config,\n","            \"result_df\": result_df,\n","            \"val_loss\": val_loss,\n","            \"val_acc\": val_acc,\n","            \"train_acc\": train_acc,\n","            \"chkpt\": chkpt,\n","        }\n","\n","        wandb.log({\"loss\": val_loss})"],"metadata":{"id":"D0AHfTJAzkbp","colab":{"base_uri":"https://localhost:8080/","height":106},"executionInfo":{"status":"ok","timestamp":1702848903381,"user_tz":300,"elapsed":80819,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}},"outputId":"457766e2-eda4-453f-8038-d84c3cbeea81"},"execution_count":19,"outputs":[{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.Javascript object>"],"application/javascript":["\n","        window._wandbApiKey = new Promise((resolve, reject) => {\n","            function loadScript(url) {\n","            return new Promise(function(resolve, reject) {\n","                let newScript = document.createElement(\"script\");\n","                newScript.onerror = reject;\n","                newScript.onload = resolve;\n","                document.body.appendChild(newScript);\n","                newScript.src = url;\n","            });\n","            }\n","            loadScript(\"https://cdn.jsdelivr.net/npm/postmate/build/postmate.min.js\").then(() => {\n","            const iframe = document.createElement('iframe')\n","            iframe.style.cssText = \"width:0;height:0;border:none\"\n","            document.body.appendChild(iframe)\n","            const handshake = new Postmate({\n","                container: iframe,\n","                url: 'https://wandb.ai/authorize'\n","            });\n","            const timeout = setTimeout(() => reject(\"Couldn't auto authenticate\"), 5000)\n","            handshake.then(function(child) {\n","                child.on('authorize', data => {\n","                    clearTimeout(timeout)\n","                    resolve(data)\n","                });\n","            });\n","            })\n","        });\n","    "]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Logging into wandb.ai. (Learn how to deploy a W&B server locally: https://wandb.me/wandb-server)\n","\u001b[34m\u001b[1mwandb\u001b[0m: You can find your API key in your browser here: https://wandb.ai/authorize\n","wandb: Paste an API key from your profile and hit enter, or press ctrl+c to quit:"]},{"name":"stdout","output_type":"stream","text":[" ··········\n"]},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Appending key for api.wandb.ai to your netrc file: /root/.netrc\n"]}]},{"cell_type":"code","source":["sweep_id = wandb.sweep(sweep_config, project=\"FAIR_sweep_final_5\")\n","wandb.agent(sweep_id, train_wandb, count=32)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":1000,"referenced_widgets":["b8456d9875c2482985e346a1ba2e62a5","35bbdc8dbb8241e9864be3ca81322fc8","961d82a45f934a9aa8f6d7a1a621045b","8953e11f021545d0bee89f3a73ef0d54","d59b84559bec445385f4fa658993d372","5f0a565c5e824fc497f4300809f811c6","2088f27d1e254125832fbc4d7adbf2f9","ce778bef59a1486c8292d00285ff5c83","8fc1ee4cd5cb4653ac37afa6ded4f2ba","7de0d7a63aa941769fdedf622d4d753e","03ef3aa0f64b45af8a756ef3749e79e5","aa148f498b3b4dc7a7f6fc5bd09069d2","b8df4506281545199e51fecc14987094","c6dc35a317994354bf63351750824f18","33e74f373c864d5aa0de1b809a74da43","de0927108b9d42aaa0341cfaa0aa9b6a","8ae300ebd7c34bec94702e5f7a2e8b4a","ae4248b0ad9942328a2ed4f884a3bb56","3b2ac3f02cec4544aac2a6c678ca39a5","47ab6c4d81204b96bacb5f65885e587a","f741d9f809d94057ab2ed9cbb522af53","71dd72ec5c0e4c6d9d5fc024f47c468d","a7a0bd59f58144feb9eafc651a685553","2e800a49a3d2483da7542c7d55b42190","656844e798754dc984eef3ed730b6c97","55c76f813a714045ae693f5c4b896907","1348da22e6944a4487a598012c0d30c4","b84ac2554d7e4894b882fc7846c34c7f","36d7546a0bd84113ac102755ce632018","74f9937f09124b2b8ecfc729cacd918d","0ea742bb6a7045578607759dce53610b","310e0191eac6464db1278444c821b59e","32270659c73e49bb8f15de0ccf1c8fd0","0dd79d20a6204011a386d73959b09384","586a9d9553de4f96a8f1f67787b7365d","5379913785204a41b79a1e059c32a8ac","c4bd61b843f04b1f8b534ea2e01cf6f7","0fe8d4d0c7b54718bccf1a48077f215b","1f74d631ad544da2aac9e42b93869459","6c50c2b0f0b74baaa8477cc8052ae041","bb7be69d60ad4a569ba179ac142aacd5","203da0d2a71b43dea617909e5ca21731","97677fffc6364da0b3a371416f6be8d9","a91a2ba9d42843da8243073a899a668c","24b62e3ba70b4c758e59b8b6ce730b9c","23c5244b9bbf4680a8c5e4dc7db4f902","4a0fa09a168643cdad3bd5854df0e3cf","69b3af254f51434d818179e86be77be6","dbfe2fbbe20b4cb8ad8181000bd54208","f4589c787f2c471ead73a479bc07d8b7","3c6dd1b737294269b3180daa83391ba5","d6f45bd7e8e94384b4a69ce262d782bc","8d8cafe97b5f42edb3736eaa82add3df","e0c357173d6e48e8b6f00e64a02fead7","84684c74370640dcb0a1a37d81ffe8a3","feeb90f16da24a5abb4a41a90b86891a","cfb6cd192088411982ca4337da929d17","141a8520402d43a595c067b195047c14","995a6b5824814edb854903497b067c50","109f18fe13154047af7f78a8a6ed83a9","35b3c261c261489da921a222851000b7","38173e6b5841431fb2c1b55bf6af2ea2","bc29656d577d4cd9b7954f0376fd23ab","728c7953dbb24d289335fcead6f748bf","7de4699068dd42f88d782028da7097b6","d59b702fa44945679ac53108eda7b659","89a88971898249d6a5a1b95fc75ad1e2","728157e51ef9460e822b32299c0bb244","c5471fd09e3f4ce19d5342c807ec591d","afbeeb24e35f4be4b77c2ec343c60a4b","5f7a1ad9407e4bb4b2693acde0a9e060","e911cf2b0e804552803762ffab30a8f5","47f1067534a843eda5302f8dbe2ce41b","f4d412e3b91244dcbf231cf8f27a144d","5b9af92e4c3641138cb9a69697ec10e2","cfd0207b4910409bbe92df5a265019de","45c67ff8f7ed41eab8adb0a7f5e3f696","192f1949c2a74a22bc3c48753e849bf5","4a44386aa2244e0c85447cbce1adfe9d","efd7902a128046d9814506691c35401d","fa444cdd67524f10a8f3cece3c00f00f","23e1be33b056451890575c89fac1af6f","d7e76fa745864a71b37cc800172ef84f","e44a87a69f6e4383af3a3d4fc60f1387","e993a401fe544a6ca8aaefee687f06d6","176f2c121a0f493bafb12cd55210572f","14c13cbacb934b0d81901475bdca7468","c9567551bc664fa6b3e6f6d969aae771","d8be931e49144526914f225b70544c15","4b26ccf5b55443b5bbad9300b7759c00","42fe98817794464785e0a52fa69220f4","42315f08966445b6b3162e6a9b1b598a","e2129c5dddda410da632297d272d4508","39d40218d6dd45ef8bda41542c685ca2","be239e2618874c55a130d5f7d25e91e6","fb4611f861144dbd8f5badf76175e55e","2dcb7b3565174df9870b386842a31956","ce5b6a4c4921471094d077208ca65922","8a2a44d59ec74ea9bb47802379f77486","f6b51c431b944eb78b32b7c298f70b9e","4dd2511503bd4a91aaca6ae2b6392817","050240a84a644f6a9c4353b7dde018fd","60568be76eda4db39c5afcae89d811a4","d0c28eed6a5742c0902e9db245ce3235","c334217bf8084d00b231e45b1c757c56","c384b053af714d6993cf3f948f859c2f","49654e061fa743cb87284cca41cc4380","7af3a858cf464de5be84f5f82764698c","8f58742282374c899fd8958171a25d23","f82269f86ef342e1bed15faefc68be05","6de5593409cf48cfbd9b5f66202916c5","81b4b82a6f4d4a30a48ca9f652c10219","78ad6c3bd6f74712b86817e0e7edc3f3","d72334b5b91548928a4dcd4079205450","a5e0b7eefa774ff18e15976a8d0e9a92","cc2b543a714640e2a2eb547c8c4b6bcf","cbe681fca62a4bc7bbcfd4b6ff97caa3","3256d4f860b148e2ac4dc46025ccd332","052a752c4da143cb8884094895ade51f","3c1747922cdb4f598cdd4e9b3a1a8f7e","34bec3f4bb744e8ab97679b7820b08dd","e663ee90f7aa4d50bc6065828b142719","f5b9c5b2c0144844bceb1463e029767b","7863fe8a84304181a59fad022f987df7","a576760b4bbe4610b832b30d2d0679a0","d0e8290578fe48ccb2dbf931284c1b1c","bf1003e2213f432286e14258dcfa7a09","aa116dce99e24f5198a426640542a8a0","e9e3c4856e144b56b9c2123cfd94ff26","f7f4550e54db404eac4a9923acc9d882","c1dfc93cbd974c9486cc8f456bdce568","f26a009165ab41938b2c5aa2e2bd6695","25420d95b7874dd1874ffa14aa6c28e4","3f1aa5febe7249fdbfc55f373c5e5f8e","f823fdcb717c49b6998d8a7ff9eb8bba","f7870b9eed6b49c2a254bf28eab177dd","ebe3e2e8c8b14c0782f5d976f8ad7603","746a0ec60c66417b8d0ca44573a72931","fc6eb865577c4d389b7e4d1910e74c78","076d2d875c1b47c28309792f6fb3fd98","129a1d9c12364a0fb1eddbeb40b70ea6","9fdeb48c4cbf4dc381dde6aea26d2773","4742cefa61204a508dcca807bf04db06","d505264cda2f4b469fc84f602c90f12e","647c2a017fe34cecace7862b1893ca54","34bb1572bfd040ea968e9958a2543fc0","90d99c4f1b704950931760f05e83f60b","b26847394a9d4dfcbc817efed0abc52d","834ffea0caa348aab173347cbde64b81","a149243dbd3b43168ee0430fed14ce78","6b2f1586e26942e0a11ac6353bada452","a2cd30536fdf460893c3a114b7ab3eef","aee4097e68764a0a81c297a2f1ba3c79","5c2ac690bcb14db8bc8696e55dfc4fb9","abb3564e50ae4c85a6d24b47ec7d051d","ef1802ae65124490a8215adfe3bc718c","6c37527df0844a82b939e114d2642d05","0bd13568da9842a3bbff5cf576953885","bf3f7039cd7c4960a2bd0244bbca3118","4f117f34407546388afdf1dee75e7303","8a8c9861fa2f4d0495f7fb53b256d4af","addb7f75b2c84d6bbbab2214a8293a0e","40e3aea5f378401faa9d30baa26980de","09243a89272c416ebb71efec46d06865","cdd66cbbf7db45faaf4164189967b117","c8e095eb02684ee5847c0f330e366b93","3021ea9e03834ad0bb7ee5634afb5931","a82ffa52ca434b519b43ce7e49a0d4c2","2104bf8490d9476ca72b4d6dca707a54","c38eb24aee8b4be58fb876564d41ae09","e3f7387f2a6c4898bd82897a5c5b9956","a0d5ef2d73bf4e378bafebfba7047af6","c33f74faf5e8484fa439dc2c9eaa6e1e","04a1ed41d8a040a6beae175ac02db271","f3ded63ca6164031bb184e39404007ed","b51e601aa7f84a849ab817c0f23b2885","6a1f50c02c7b4f2a9ff6cdd5caccf30b","2e90c2d609334abb9bc80f32ce306c6a","9d25a10bcc5c4e9ea9e16d97f4ffefcb","0e847beb31fc40698b9a703e28ebc970","f9d1a73661cf4f2389df48166893be3b","a772ba57bc6542df945dfd0968a2c4ed","7303267270a34fba8eb20998f3f6e2b2","7dca9bdf46c74d829d15dde5db6bd870","5e4101710a4f46b9b30a55d11046e6cf","32af29f8fe42414f8772b61e1c9ebe45","bb1726d36776443984a027dd3a4b504f","c6f5cf14a0d540998b22f9a1f542480e","dbf9d69c646b4ad5a5c4b6709ae3baef","f94f009b9a894bba9026873aead77ac1","6d008b129c3145ac8e1318b002bec479","f1d7aefee29a433bbe398faa3aa7dfc7","c3c5732682c44269b1d6b40a4422daf4","94f63ddc44304f11bb68c0f39160cb8c","553e4cd12e274a1bb987498881f83ad1","d0763b88f77447c29e8a222d860d3fb2","91d2e4199ab44111828c81c253e667dc","3770ae6530a04f6f9d0b0f9c272a4caf","9c054c730dc340a098c5357d39af9b83","81e02fcf7e3647be98c778a163ffaf9a","4f00f4cb746d47a7b618b538e09942ed","bf1b4ddebf4c417fad073a8460228fc9","a81b0728ca1e4b28931e9b97ffe824ac","30cc4de5061747f6a3c59ee24c31c5b0","7a3b6d5743f64553a63f7b9a304d70ec","b1b1cfcb78e646c1be5f0fa687424fc0","b13ae18f2dfb46699ff1a5f99e434a36","7c351ed680ba4537bd7916b4bb3b3ab7","dcb2c958e5d8453a962461bef9745782","967861dfb391446caf0a7a689dd3748c","acde67177fde4d42b839a178e9fee321","41c8f2d34ee44d6288c9c4715588ef06","d13666ee8a7b4e638825a274303e528c","8bc9fe85404342539c49b9a310836587","7b44a6d428ff4b1bbd98f1b85a1c0604","7c1da114aaf74756a632dc91e1b96c70","6509af8f34cd42a092939804e9c40792","978be4aeaab74b0f8bae1037ff57acfb","b12431804547443688040ba6ae6eb8cb","0bdd8e159bc1447ba9d4dcb10c65af20","baf8011f469742e9b600908511af55c4","d45ee907f9da428d81f13acfd65c2737","872fd582cf45474cac36d7a6cf32cfba","78a974c6006f4988a7278564b4cda562","467228eeaf514652ba2d1664143def90","26a1678bbaf14f32ad55654803d00d7a","5360d19b68c3428cbf5232a202bfc253","6934edcad92e48d3ac02ab0e39163fcf","9684b4bb4e3d4c939a4569fa072e634c","bb2ff8a2d2a64208a39da3cc03dc7666","7c5765b602024dd1909de6011f3c4dda","d93a6e60c57c45c49d89084264e58809","0fb7ad78081c4a69b47e0f5ebb8e8c80","24b9527573834c2da7f456ef557e5b5a","b90628ad25c0491cafd9066e827c4130","b4be1e8e5db14a07aa3d476e75c8f869","3c5e2a94904b46e7a8ee0e5fbe76e062","10785e205d464adfae846f9dddad968d","6d9faabad23d4321a6150369feea51ff","35cdbf5f09ac4c64a51fb591bc87c185","99f33b8bda6d417a9e9a785f2852319c","8c5d04677a5a49819f17062490bc302d","1adf8d5952244b969bc96c0486d49573","27ffbd3cc90a40baa2ce157d1c54161c","e2ae3b156a594ffca65e0a544580138f","b48c0b0aa4c44cc7abfaec395839bfbd","de94c4e3ab4d40cb8c812570cdd1a32c","b7892949996d4776b47a35c3ec05dbec","d65fe7fc2e5741ab8701ab15686fde0b","41d302a4c14041d0a2f7059407f122c0","ba0467d8ea444647adcb40ac16a1a56b","dd12da0ea55b4e7ca7a6ab033ca7d13e","fb2f282c3aaa49bfb76f8cef5af7b286","abaf461a07184868bf6d9161c7163e91","37714ebc8c404ed0b7b264885bf5a534","c9bfbbc1ffa44278abbf3ea470e797d1","e9cd233d5156455a932710f55bb4e515","6d87ad2562c347c0955aad9b4408f866","6c4a8302dd1c46e0bbbd5f5ea911cd1e","153fdade47ef4df1b2fc61cfdb909d7e","505de307847e42338f1788cf714e2470","b1a8984ff74c447c8315fe49fb0a39b8","7910b8ee941f4524be2a8e0b72f1db76","fee236efd305416d90542d13a5718a73"]},"id":"xs5JGTgH3B3b","executionInfo":{"status":"ok","timestamp":1702852560176,"user_tz":300,"elapsed":3656798,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}},"outputId":"a5c745cb-3e3b-4e72-82f1-d17d916582f4"},"execution_count":20,"outputs":[{"output_type":"stream","name":"stdout","text":["Create sweep with ID: 91vfliy1\n","Sweep URL: https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1\n"]},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: m1pwa0ae with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: leaky_relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.01\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 4\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: sgd\n","\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33mlbypatrick\u001b[0m. Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_213508-m1pwa0ae</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/m1pwa0ae' target=\"_blank\">visionary-sweep-1</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/m1pwa0ae' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/m1pwa0ae</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 1.9766,val_loss: 1.9683,val_acc: 0.616,train_acc: 0.6141071428571429\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.002 MB uploaded\\r'), FloatProgress(value=1.0, max=1.0)))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"b8456d9875c2482985e346a1ba2e62a5"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>1.96574</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">visionary-sweep-1</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/m1pwa0ae' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/m1pwa0ae</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_213508-m1pwa0ae/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: bma2osqc with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.1\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 3\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_213706-bma2osqc</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/bma2osqc' target=\"_blank\">fearless-sweep-2</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/bma2osqc' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/bma2osqc</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.7606,val_loss: 0.8041,val_acc: 0.6201666666666666,train_acc: 0.6269285714285714\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.002 MB uploaded\\r'), FloatProgress(value=1.0, max=1.0)))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"8fc1ee4cd5cb4653ac37afa6ded4f2ba"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>0.7872</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">fearless-sweep-2</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/bma2osqc' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/bma2osqc</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_213706-bma2osqc/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: hq9wp7ji with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: leaky_relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.1\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 4\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_213858-hq9wp7ji</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/hq9wp7ji' target=\"_blank\">peach-sweep-3</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/hq9wp7ji' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/hq9wp7ji</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.7513,val_loss: 0.9822,val_acc: 0.592,train_acc: 0.5935\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.002 MB uploaded\\r'), FloatProgress(value=1.0, max=1.0)))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"8ae300ebd7c34bec94702e5f7a2e8b4a"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>0.80496</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">peach-sweep-3</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/hq9wp7ji' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/hq9wp7ji</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_213858-hq9wp7ji/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: o6kczskf with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 8192\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.01\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 3\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: sgd\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_214049-o6kczskf</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/o6kczskf' target=\"_blank\">stellar-sweep-4</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/o6kczskf' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/o6kczskf</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 1.5218,val_loss: 1.5308,val_acc: 0.6255,train_acc: 0.6313928571428571\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.002 MB uploaded\\r'), FloatProgress(value=1.0, max=1.0)))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"656844e798754dc984eef3ed730b6c97"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>1.51634</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">stellar-sweep-4</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/o6kczskf' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/o6kczskf</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_214049-o6kczskf/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: usvhd8oa with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: leaky_relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 8192\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.1\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 4\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_214235-usvhd8oa</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/usvhd8oa' target=\"_blank\">glowing-sweep-5</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/usvhd8oa' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/usvhd8oa</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.7342,val_loss: 0.8064,val_acc: 0.5763333333333334,train_acc: 0.5911785714285714\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.002 MB uploaded\\r'), FloatProgress(value=1.0, max=1.0)))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"32270659c73e49bb8f15de0ccf1c8fd0"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>0.78707</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">glowing-sweep-5</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/usvhd8oa' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/usvhd8oa</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_214235-usvhd8oa/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: acsfdupb with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.1\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 2\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: sgd\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_214420-acsfdupb</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/acsfdupb' target=\"_blank\">dry-sweep-6</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/acsfdupb' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/acsfdupb</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.9354,val_loss: 0.9304,val_acc: 0.6381666666666667,train_acc: 0.6402857142857142\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.012 MB uploaded\\r'), FloatProgress(value=0.17106652587117213, max=1.…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"bb7be69d60ad4a569ba179ac142aacd5"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>0.94472</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">dry-sweep-6</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/acsfdupb' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/acsfdupb</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_214420-acsfdupb/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: kmzo5odh with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: leaky_relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 8192\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.1\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 3\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_214607-kmzo5odh</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/kmzo5odh' target=\"_blank\">expert-sweep-7</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/kmzo5odh' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/kmzo5odh</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.7568,val_loss: 0.7368,val_acc: 0.6378333333333334,train_acc: 0.6456428571428572\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.012 MB uploaded\\r'), FloatProgress(value=0.1710109622411693, max=1.0…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"dbfe2fbbe20b4cb8ad8181000bd54208"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>0.77536</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">expert-sweep-7</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/kmzo5odh' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/kmzo5odh</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_214607-kmzo5odh/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: z3vds6tk with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: leaky_relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.005\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 3\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: sgd\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_214754-z3vds6tk</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/z3vds6tk' target=\"_blank\">honest-sweep-8</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/z3vds6tk' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/z3vds6tk</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 2.3894,val_loss: 2.3717,val_acc: 0.5243333333333333,train_acc: 0.5223571428571429\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.002 MB uploaded\\r'), FloatProgress(value=1.0, max=1.0)))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"cfb6cd192088411982ca4337da929d17"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>2.37489</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">honest-sweep-8</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/z3vds6tk' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/z3vds6tk</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_214754-z3vds6tk/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 9732dw73 with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.1\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 3\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: sgd\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_214945-9732dw73</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/9732dw73' target=\"_blank\">deft-sweep-9</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/9732dw73' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/9732dw73</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.9123,val_loss: 0.9152,val_acc: 0.6383333333333333,train_acc: 0.64475\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.002 MB uploaded\\r'), FloatProgress(value=1.0, max=1.0)))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"7de4699068dd42f88d782028da7097b6"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>0.93113</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">deft-sweep-9</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/9732dw73' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/9732dw73</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_214945-9732dw73/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: qyr29nb3 with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: leaky_relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.1\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 4\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: sgd\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_215141-qyr29nb3</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/qyr29nb3' target=\"_blank\">proud-sweep-10</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/qyr29nb3' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/qyr29nb3</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.9231,val_loss: 0.9128,val_acc: 0.6351666666666667,train_acc: 0.6415357142857143\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.002 MB uploaded\\r'), FloatProgress(value=1.0, max=1.0)))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"47f1067534a843eda5302f8dbe2ce41b"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>0.93985</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">proud-sweep-10</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/qyr29nb3' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/qyr29nb3</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_215141-qyr29nb3/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n","\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n","\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: fshwh7fn with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.01\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 3\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_215343-fshwh7fn</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/fshwh7fn' target=\"_blank\">robust-sweep-11</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/fshwh7fn' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/fshwh7fn</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.8969,val_loss: 0.9914,val_acc: 0.5918333333333333,train_acc: 0.6034642857142857\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.003 MB of 0.012 MB uploaded\\r'), FloatProgress(value=0.24003571718483643, max=1.…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"fa444cdd67524f10a8f3cece3c00f00f"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>1.01635</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">robust-sweep-11</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/fshwh7fn' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/fshwh7fn</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_215343-fshwh7fn/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: ngdfykck with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.1\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 2\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: sgd\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_215540-ngdfykck</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/ngdfykck' target=\"_blank\">swept-sweep-12</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/ngdfykck' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/ngdfykck</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.9298,val_loss: 0.9186,val_acc: 0.645,train_acc: 0.642\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.002 MB uploaded\\r'), FloatProgress(value=1.0, max=1.0)))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"d8be931e49144526914f225b70544c15"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>0.93541</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">swept-sweep-12</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/ngdfykck' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/ngdfykck</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_215540-ngdfykck/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: r5di0rif with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.1\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 3\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: sgd\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='Waiting for wandb.init()...\\r'), FloatProgress(value=0.011112357944446356, max=1.0…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"2dcb7b3565174df9870b386842a31956"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_215737-r5di0rif</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/r5di0rif' target=\"_blank\">soft-sweep-13</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/r5di0rif' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/r5di0rif</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.9204,val_loss: 0.9188,val_acc: 0.6406666666666667,train_acc: 0.6446071428571428\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.002 MB uploaded\\r'), FloatProgress(value=1.0, max=1.0)))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"c334217bf8084d00b231e45b1c757c56"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>0.93197</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">soft-sweep-13</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/r5di0rif' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/r5di0rif</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_215737-r5di0rif/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 5hzmu222 with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.005\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 3\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_215934-5hzmu222</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/5hzmu222' target=\"_blank\">vivid-sweep-14</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/5hzmu222' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/5hzmu222</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 1.1452,val_loss: 1.1984,val_acc: 0.6348333333333334,train_acc: 0.6475714285714286\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.012 MB uploaded\\r'), FloatProgress(value=0.17088607594936708, max=1.…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"78ad6c3bd6f74712b86817e0e7edc3f3"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>1.20267</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">vivid-sweep-14</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/5hzmu222' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/5hzmu222</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_215934-5hzmu222/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 6chcyhem with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.005\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 2\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_220130-6chcyhem</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/6chcyhem' target=\"_blank\">scarlet-sweep-15</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/6chcyhem' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/6chcyhem</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 1.1760,val_loss: 1.2456,val_acc: 0.5765,train_acc: 0.5833214285714285\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.012 MB uploaded\\r'), FloatProgress(value=0.17095543469437455, max=1.…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"34bec3f4bb744e8ab97679b7820b08dd"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>1.26396</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">scarlet-sweep-15</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/6chcyhem' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/6chcyhem</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_220130-6chcyhem/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 7tduvs0m with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: leaky_relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.1\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 3\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_220327-7tduvs0m</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7tduvs0m' target=\"_blank\">silvery-sweep-16</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7tduvs0m' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7tduvs0m</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.7586,val_loss: 0.8614,val_acc: 0.5705,train_acc: 0.57675\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.012 MB uploaded\\r'), FloatProgress(value=0.17284659557013946, max=1.…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"e9e3c4856e144b56b9c2123cfd94ff26"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>0.78928</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">silvery-sweep-16</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7tduvs0m' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7tduvs0m</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_220327-7tduvs0m/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 1x436jxp with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.01\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 2\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_220525-1x436jxp</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/1x436jxp' target=\"_blank\">trim-sweep-17</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/1x436jxp' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/1x436jxp</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.9130,val_loss: 1.0411,val_acc: 0.6065,train_acc: 0.6178571428571429\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.012 MB uploaded\\r'), FloatProgress(value=0.17103661011445734, max=1.…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"ebe3e2e8c8b14c0782f5d976f8ad7603"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>0.98133</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">trim-sweep-17</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/1x436jxp' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/1x436jxp</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_220525-1x436jxp/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: rrdegebp with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.01\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 4\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: sgd\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_220721-rrdegebp</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/rrdegebp' target=\"_blank\">effortless-sweep-18</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/rrdegebp' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/rrdegebp</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 1.9726,val_loss: 1.9671,val_acc: 0.6053333333333333,train_acc: 0.6014642857142857\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.012 MB uploaded\\r'), FloatProgress(value=0.17096721843557286, max=1.…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"647c2a017fe34cecace7862b1893ca54"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>1.97525</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">effortless-sweep-18</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/rrdegebp' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/rrdegebp</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_220721-rrdegebp/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n","\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n","\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 8p3xcklz with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: leaky_relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.01\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 2\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_220924-8p3xcklz</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/8p3xcklz' target=\"_blank\">fallen-sweep-19</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/8p3xcklz' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/8p3xcklz</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.9278,val_loss: 1.2760,val_acc: 0.5231666666666667,train_acc: 0.5302857142857142\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.012 MB uploaded\\r'), FloatProgress(value=0.17093947752717834, max=1.…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"aee4097e68764a0a81c297a2f1ba3c79"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>1.06103</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">fallen-sweep-19</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/8p3xcklz' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/8p3xcklz</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_220924-8p3xcklz/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: d2u6dnr2 with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: leaky_relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 8192\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.005\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 4\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_221120-d2u6dnr2</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/d2u6dnr2' target=\"_blank\">zesty-sweep-20</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/d2u6dnr2' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/d2u6dnr2</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.8934,val_loss: 0.9371,val_acc: 0.6298333333333334,train_acc: 0.6517857142857143\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.003 MB of 0.012 MB uploaded\\r'), FloatProgress(value=0.24050324675324675, max=1.…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"8a8c9861fa2f4d0495f7fb53b256d4af"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>0.98036</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">zesty-sweep-20</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/d2u6dnr2' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/d2u6dnr2</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_221120-d2u6dnr2/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: n6vvvksv with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 8192\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.01\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 3\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: sgd\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_221312-n6vvvksv</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/n6vvvksv' target=\"_blank\">blooming-sweep-21</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/n6vvvksv' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/n6vvvksv</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 1.5567,val_loss: 1.5264,val_acc: 0.6275,train_acc: 0.6285357142857143\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.012 MB uploaded\\r'), FloatProgress(value=0.17106438256068848, max=1.…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"2104bf8490d9476ca72b4d6dca707a54"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>1.52225</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">blooming-sweep-21</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/n6vvvksv' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/n6vvvksv</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_221312-n6vvvksv/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 7zx8900f with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 8192\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.01\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 2\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: sgd\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_221502-7zx8900f</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7zx8900f' target=\"_blank\">chocolate-sweep-22</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7zx8900f' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7zx8900f</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 1.5329,val_loss: 1.5464,val_acc: 0.618,train_acc: 0.6213928571428572\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.012 MB uploaded\\r'), FloatProgress(value=0.17296010507305862, max=1.…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"6a1f50c02c7b4f2a9ff6cdd5caccf30b"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>1.53449</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">chocolate-sweep-22</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7zx8900f' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7zx8900f</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_221502-7zx8900f/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: iohiquwy with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: leaky_relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.1\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 4\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_221655-iohiquwy</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/iohiquwy' target=\"_blank\">peachy-sweep-23</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/iohiquwy' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/iohiquwy</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.7521,val_loss: 0.7962,val_acc: 0.6423333333333333,train_acc: 0.6362142857142857\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.012 MB uploaded\\r'), FloatProgress(value=0.17096721843557286, max=1.…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"5e4101710a4f46b9b30a55d11046e6cf"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>0.78306</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">peachy-sweep-23</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/iohiquwy' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/iohiquwy</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_221655-iohiquwy/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 3c2gxlof with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 8192\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.005\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 4\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_221851-3c2gxlof</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/3c2gxlof' target=\"_blank\">rosy-sweep-24</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/3c2gxlof' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/3c2gxlof</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.8914,val_loss: 0.9584,val_acc: 0.6175,train_acc: 0.6395\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.012 MB uploaded\\r'), FloatProgress(value=0.17294590823278339, max=1.…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"c3c5732682c44269b1d6b40a4422daf4"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>0.97195</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">rosy-sweep-24</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/3c2gxlof' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/3c2gxlof</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_221851-3c2gxlof/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: ryz423pp with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: leaky_relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.005\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 2\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_222042-ryz423pp</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/ryz423pp' target=\"_blank\">revived-sweep-25</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/ryz423pp' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/ryz423pp</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 1.1764,val_loss: 1.2332,val_acc: 0.6453333333333333,train_acc: 0.6449642857142858\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.002 MB uploaded\\r'), FloatProgress(value=1.0, max=1.0)))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"4f00f4cb746d47a7b618b538e09942ed"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>1.23698</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">revived-sweep-25</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/ryz423pp' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/ryz423pp</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_222042-ryz423pp/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 5dodm1fj with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.005\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 4\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_222240-5dodm1fj</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/5dodm1fj' target=\"_blank\">worthy-sweep-26</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/5dodm1fj' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/5dodm1fj</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 1.1483,val_loss: 1.2576,val_acc: 0.6288333333333334,train_acc: 0.6348571428571429\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.002 MB uploaded\\r'), FloatProgress(value=1.0, max=1.0)))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"dcb2c958e5d8453a962461bef9745782"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>1.28602</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">worthy-sweep-26</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/5dodm1fj' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/5dodm1fj</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_222240-5dodm1fj/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 0fiix3o5 with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.1\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 3\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: sgd\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_222435-0fiix3o5</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/0fiix3o5' target=\"_blank\">distinctive-sweep-27</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/0fiix3o5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/0fiix3o5</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.9250,val_loss: 0.9166,val_acc: 0.6406666666666667,train_acc: 0.6409285714285714\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.012 MB uploaded\\r'), FloatProgress(value=0.17106438256068848, max=1.…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"6509af8f34cd42a092939804e9c40792"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>0.93142</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">distinctive-sweep-27</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/0fiix3o5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/0fiix3o5</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_222435-0fiix3o5/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 2umksr6g with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 8192\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.005\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 4\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_222632-2umksr6g</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/2umksr6g' target=\"_blank\">sweet-sweep-28</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/2umksr6g' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/2umksr6g</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.8694,val_loss: 0.9720,val_acc: 0.626,train_acc: 0.6394285714285715\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.012 MB uploaded\\r'), FloatProgress(value=0.1710921640276086, max=1.0…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"467228eeaf514652ba2d1664143def90"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>0.98159</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">sweet-sweep-28</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/2umksr6g' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/2umksr6g</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_222632-2umksr6g/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 996xinx6 with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.005\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 3\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: sgd\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_222824-996xinx6</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/996xinx6' target=\"_blank\">sunny-sweep-29</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/996xinx6' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/996xinx6</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 2.4080,val_loss: 2.4172,val_acc: 0.4876666666666667,train_acc: 0.4848928571428571\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.002 MB uploaded\\r'), FloatProgress(value=1.0, max=1.0)))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"0fb7ad78081c4a69b47e0f5ebb8e8c80"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>2.40215</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">sunny-sweep-29</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/996xinx6' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/996xinx6</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_222824-996xinx6/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 7l3fbptl with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: leaky_relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 8192\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.01\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 2\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_223021-7l3fbptl</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7l3fbptl' target=\"_blank\">astral-sweep-30</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7l3fbptl' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7l3fbptl</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.8024,val_loss: 0.9603,val_acc: 0.5646666666666667,train_acc: 0.5721071428571428\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.002 MB uploaded\\r'), FloatProgress(value=1.0, max=1.0)))"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"99f33b8bda6d417a9e9a785f2852319c"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>0.8872</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">astral-sweep-30</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7l3fbptl' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7l3fbptl</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_223021-7l3fbptl/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 7plffatk with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.005\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 4\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_223212-7plffatk</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7plffatk' target=\"_blank\">cerulean-sweep-31</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7plffatk' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7plffatk</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 1.1279,val_loss: 1.3680,val_acc: 0.539,train_acc: 0.5486785714285715\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.002 MB of 0.012 MB uploaded\\r'), FloatProgress(value=0.172821270310192, max=1.0)…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"d65fe7fc2e5741ab8701ab15686fde0b"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>1.29745</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">cerulean-sweep-31</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7plffatk' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/7plffatk</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_223212-7plffatk/logs</code>"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: e7sp8hk1 with config:\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tactivation_func: leaky_relu\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tbatch_size: 16384\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tis_batch_norm: True\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.1\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_epochs: 128\n","\u001b[34m\u001b[1mwandb\u001b[0m: \tn_layers: 3\n","\u001b[34m\u001b[1mwandb\u001b[0m: \toptimizer: adam\n"]},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Tracking run with wandb version 0.16.1"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Run data is saved locally in <code>/content/drive/MyDrive/nyu-stuff/2023-fall/DS-UA 301 Advanced DS/final_project/wandb/run-20231217_223409-e7sp8hk1</code>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Syncing run <strong><a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/e7sp8hk1' target=\"_blank\">worthy-sweep-32</a></strong> to <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>Sweep page: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View project at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View sweep at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/sweeps/91vfliy1</a>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run at <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/e7sp8hk1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/e7sp8hk1</a>"]},"metadata":{}},{"output_type":"stream","name":"stdout","text":["Epoch [128/128] train_loss: 0.7643,val_loss: 0.7797,val_acc: 0.6298333333333334,train_acc: 0.6371428571428571\n"]},{"output_type":"display_data","data":{"text/plain":["VBox(children=(Label(value='0.011 MB of 0.012 MB uploaded\\r'), FloatProgress(value=0.9068484258357676, max=1.0…"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"e9cd233d5156455a932710f55bb4e515"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<style>\n","    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}\n","    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }\n","    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }\n","    </style>\n","<div class=\"wandb-row\"><div class=\"wandb-col\"><h3>Run history:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>▁</td></tr></table><br/></div><div class=\"wandb-col\"><h3>Run summary:</h3><br/><table class=\"wandb\"><tr><td>loss</td><td>0.79214</td></tr></table><br/></div></div>"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[" View run <strong style=\"color:#cdcd00\">worthy-sweep-32</strong> at: <a href='https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/e7sp8hk1' target=\"_blank\">https://wandb.ai/lbypatrick/FAIR_sweep_final_5/runs/e7sp8hk1</a><br/>Synced 5 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["Find logs at: <code>./wandb/run-20231217_223409-e7sp8hk1/logs</code>"]},"metadata":{}}]},{"cell_type":"code","source":["cleaned_loss_mp = {}\n","\n","for k, v in loss_mp.items():\n","    v[\"chkpt\"][\"params\"] = dict(v[\"chkpt\"][\"params\"])\n","    v[\"config\"] = dict(v[\"config\"])\n","\n","    cleaned_loss_mp[k] = v"],"metadata":{"id":"0fNw69BLr2u3","executionInfo":{"status":"ok","timestamp":1702852560176,"user_tz":300,"elapsed":13,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}}},"execution_count":21,"outputs":[]},{"cell_type":"code","source":["torch.save(cleaned_loss_mp, \"data/sweep_result_loss_mp_fast_final_5.pickle\")"],"metadata":{"id":"_fMDrcTXsnM8","executionInfo":{"status":"ok","timestamp":1702852561073,"user_tz":300,"elapsed":899,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}}},"execution_count":22,"outputs":[]},{"cell_type":"code","source":[],"metadata":{"id":"TPTACJqIssMl","executionInfo":{"status":"ok","timestamp":1702852561073,"user_tz":300,"elapsed":3,"user":{"displayName":"Patrick Liao (LBYPatrick)","userId":"03016135564925096917"}}},"execution_count":22,"outputs":[]}]}