ViTbase224.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "NEWNOTEDEEP.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU",
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "c49cd2c9254d454e856f9b9c98a21d02": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_301dadefd63c4e4bb1082fc6e4466330",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_f4e191ba8ac3445a97750a1b473ed86a",
              "IPY_MODEL_fbe42a4f847d4cf181a6125298914813",
              "IPY_MODEL_5f28e831cbfd47a1b2cea78037ffa769"
            ]
          }
        },
        "301dadefd63c4e4bb1082fc6e4466330": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "f4e191ba8ac3445a97750a1b473ed86a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_9ae237b4c6be467b93e3d7cf342c6b6e",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_82fdee337398475280909b18705965a3"
          }
        },
        "fbe42a4f847d4cf181a6125298914813": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_0f9f595cf8c14bc1befa84cd6b6ef571",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 5,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 5,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_fa0c761da618405097c068d6744d6ee4"
          }
        },
        "5f28e831cbfd47a1b2cea78037ffa769": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_dc70b455a50a4eaca9a3a443552d5662",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 5/5 [00:01&lt;00:00,  4.54it/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_45b8c44e00574caa93775e8e450b90c6"
          }
        },
        "9ae237b4c6be467b93e3d7cf342c6b6e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "82fdee337398475280909b18705965a3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "0f9f595cf8c14bc1befa84cd6b6ef571": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "fa0c761da618405097c068d6744d6ee4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "dc70b455a50a4eaca9a3a443552d5662": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "45b8c44e00574caa93775e8e450b90c6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "f71b230b1e934c37934cf7272ed9e1f1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_1a016602b700424c9e8dcf774574d91b",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_7dc16ef6c16b497e87fbe11f72a3f247",
              "IPY_MODEL_810746749deb4aa1bb7dfab8ae023a52",
              "IPY_MODEL_05bcd3eaeea54965ab874b910b0ee1df"
            ]
          }
        },
        "1a016602b700424c9e8dcf774574d91b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "7dc16ef6c16b497e87fbe11f72a3f247": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_77fb6a6d429e4a4c802cfe9a7ac1f887",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_fa0dd8dac21a4ef7b05d76ea04751edd"
          }
        },
        "810746749deb4aa1bb7dfab8ae023a52": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_df65356167d5474db262310037d8a72b",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 10,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 10,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_69caa5005da44567a5f3327c4559644a"
          }
        },
        "05bcd3eaeea54965ab874b910b0ee1df": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_d786eaf3bdab4c6585f074fc2aab7724",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 10/10 [55:11&lt;00:00, 330.64s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_f55f5d3e5df845fdb03762217d3e35d0"
          }
        },
        "77fb6a6d429e4a4c802cfe9a7ac1f887": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "fa0dd8dac21a4ef7b05d76ea04751edd": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "df65356167d5474db262310037d8a72b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "69caa5005da44567a5f3327c4559644a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "d786eaf3bdab4c6585f074fc2aab7724": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "f55f5d3e5df845fdb03762217d3e35d0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "30511db5160f4c42969d93672c7eb146": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_1018be2e0f274f248c339dab3f5c2cd5",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_34cb7f908a4042298dd6ac72c1eaafc3",
              "IPY_MODEL_de3618285ee94ba0960e9a254c0cacc1",
              "IPY_MODEL_9b75a3d02d314723b9be13fb12a9c1c6"
            ]
          }
        },
        "1018be2e0f274f248c339dab3f5c2cd5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "34cb7f908a4042298dd6ac72c1eaafc3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_5c4ef35f9e3e44cf873b8e65b1e484ec",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Epoch 1: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_55cd9af25da542fc8711740d932caae3"
          }
        },
        "de3618285ee94ba0960e9a254c0cacc1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_7df8cf654cc6441786f16e8515eb69e5",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 124,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 124,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_8c85ddf22cfb43f18caa27733a38260d"
          }
        },
        "9b75a3d02d314723b9be13fb12a9c1c6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_413d693bc2134fcaa9f67ba001e9f418",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 124/124 [04:54&lt;00:00,  2.05s/batch]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_8363ed682b7a40aba72774de2e73768d"
          }
        },
        "5c4ef35f9e3e44cf873b8e65b1e484ec": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "55cd9af25da542fc8711740d932caae3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "7df8cf654cc6441786f16e8515eb69e5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "8c85ddf22cfb43f18caa27733a38260d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "413d693bc2134fcaa9f67ba001e9f418": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "8363ed682b7a40aba72774de2e73768d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "01f2ce0a41c8491386b0c6a550e4c35e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_5872c41826d547898fd784fd28cad083",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_c0876afe8ec0447083700b4ecaf3d28f",
              "IPY_MODEL_bff6e32a1f25416d9062f78584e963e9",
              "IPY_MODEL_9d0b0020d13348a88ca763e8dc543bea"
            ]
          }
        },
        "5872c41826d547898fd784fd28cad083": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "c0876afe8ec0447083700b4ecaf3d28f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_e75524bdf0284b4992e97c282b2fc6f2",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_cd305798103f46f8a93f806f4f89da22"
          }
        },
        "bff6e32a1f25416d9062f78584e963e9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_3cfbbd070bcd4670b05830f4045883ab",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 31,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 31,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_78e95bcb796e4b478c157999c6bce193"
          }
        },
        "9d0b0020d13348a88ca763e8dc543bea": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_46bf210e699d401181024f3f5e4d0941",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 31/31 [00:35&lt;00:00,  1.13s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_bc32f3e692df4d2488537ae0e61a7475"
          }
        },
        "e75524bdf0284b4992e97c282b2fc6f2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "cd305798103f46f8a93f806f4f89da22": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "3cfbbd070bcd4670b05830f4045883ab": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "78e95bcb796e4b478c157999c6bce193": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "46bf210e699d401181024f3f5e4d0941": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "bc32f3e692df4d2488537ae0e61a7475": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "b0b4fd2412ad4131b135d00b5758f57a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_9fa4f2699dba43308ef0418805f20929",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_a78075ddc67141c683de57f8b423f977",
              "IPY_MODEL_0b602b3066e84193bbedf6f7915357c4",
              "IPY_MODEL_cb05612902dc4cbdb9ac22d20057679b"
            ]
          }
        },
        "9fa4f2699dba43308ef0418805f20929": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "a78075ddc67141c683de57f8b423f977": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_855653cd49034f8cac830480712313a8",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Epoch 2: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_cc89a5f88cbc4a6f9032316ce8401dd4"
          }
        },
        "0b602b3066e84193bbedf6f7915357c4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_a0bf5b0488434594bd06c068c68c2809",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 124,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 124,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_04b6a710d7b141a1b3a32ed8e3d5db33"
          }
        },
        "cb05612902dc4cbdb9ac22d20057679b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_72725d8288994a3ea89ed814f0cac256",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 124/124 [04:56&lt;00:00,  2.06s/batch]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_e40d0c5a38c9414288df3e86cdb86d4b"
          }
        },
        "855653cd49034f8cac830480712313a8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "cc89a5f88cbc4a6f9032316ce8401dd4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "a0bf5b0488434594bd06c068c68c2809": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "04b6a710d7b141a1b3a32ed8e3d5db33": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "72725d8288994a3ea89ed814f0cac256": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "e40d0c5a38c9414288df3e86cdb86d4b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "6f0d5b5ffdb749c19e984e49e648a48d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_816aeaa908d645ecaf2753826e99b233",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_61ea8583b7824da4b520a31ddd3f315a",
              "IPY_MODEL_163712a1ca0045a2a466a1577ad91998",
              "IPY_MODEL_0a4f35fb7b6642fead5957ab7ec5609e"
            ]
          }
        },
        "816aeaa908d645ecaf2753826e99b233": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "61ea8583b7824da4b520a31ddd3f315a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_5436d7c2d3194367ab0c88aff15bb061",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_402044dff91247f88c2e5ef0e8229773"
          }
        },
        "163712a1ca0045a2a466a1577ad91998": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_6f74484154fa41d29b48bf79403ad971",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 31,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 31,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_d629a413d9274abf99a908eec9d6d0ed"
          }
        },
        "0a4f35fb7b6642fead5957ab7ec5609e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_15d764a55cde488993df30beef2eb205",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 31/31 [00:34&lt;00:00,  1.10s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_9bfe1ba537804ecabefb315572df02ce"
          }
        },
        "5436d7c2d3194367ab0c88aff15bb061": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "402044dff91247f88c2e5ef0e8229773": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "6f74484154fa41d29b48bf79403ad971": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "d629a413d9274abf99a908eec9d6d0ed": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "15d764a55cde488993df30beef2eb205": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "9bfe1ba537804ecabefb315572df02ce": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "515fd712fa7345dd9f7a75fa2e846aa0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_0067e2187af043b9b85f6864c5f86c76",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_f600ff55f8c44288bcd8704d01566016",
              "IPY_MODEL_dfa6a7ebef384a3a85c64ec81df3f151",
              "IPY_MODEL_b6a498df62ee43f4aede6f52b44412dc"
            ]
          }
        },
        "0067e2187af043b9b85f6864c5f86c76": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "f600ff55f8c44288bcd8704d01566016": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_230695504ee4406cb29bdc3a5d8272e4",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Epoch 3: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_162130e2df254df99d12fd1628d7249e"
          }
        },
        "dfa6a7ebef384a3a85c64ec81df3f151": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_ad917bffde3142719d4df281d8ee946d",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 124,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 124,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_2af94d9336d24d60b5b31a2dfe49fc1b"
          }
        },
        "b6a498df62ee43f4aede6f52b44412dc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_41f7d42033614bd590306e7c02456420",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 124/124 [04:54&lt;00:00,  2.05s/batch]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_f358d66758c04273ad094fc1fbbfef91"
          }
        },
        "230695504ee4406cb29bdc3a5d8272e4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "162130e2df254df99d12fd1628d7249e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "ad917bffde3142719d4df281d8ee946d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "2af94d9336d24d60b5b31a2dfe49fc1b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "41f7d42033614bd590306e7c02456420": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "f358d66758c04273ad094fc1fbbfef91": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "195bf90fd6894e34a933c612b57525a4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_26623706fe4548399916251890403eae",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_43a9eddfcb67473cb66282171244aea3",
              "IPY_MODEL_fe3b673fc03d40edbbe7e8dec39886ee",
              "IPY_MODEL_e2657ff44c25480cb1224333812c93c6"
            ]
          }
        },
        "26623706fe4548399916251890403eae": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "43a9eddfcb67473cb66282171244aea3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_57025068a53543f7bd753b91a3c0c1a9",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_aef23569099846bfad3640e7efd02256"
          }
        },
        "fe3b673fc03d40edbbe7e8dec39886ee": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_cde07e1b9ab34a278086d6c26de80126",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 31,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 31,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_191ed1a7df044c56b9e245b7ea60917b"
          }
        },
        "e2657ff44c25480cb1224333812c93c6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_027c32f1a1ef4c1eb59ae6bf9efed805",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 31/31 [00:35&lt;00:00,  1.10s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_f11aeb3654d84947868dd7c329464f73"
          }
        },
        "57025068a53543f7bd753b91a3c0c1a9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "aef23569099846bfad3640e7efd02256": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "cde07e1b9ab34a278086d6c26de80126": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "191ed1a7df044c56b9e245b7ea60917b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "027c32f1a1ef4c1eb59ae6bf9efed805": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "f11aeb3654d84947868dd7c329464f73": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "426b5e56338643a99bdc99263ea462c9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_fe41314cb8e14ca39ee1780a3f2e2f75",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_815d8862016847fb9b9054ef31a9c289",
              "IPY_MODEL_5110d7f98e58429b975f68f7a14c0a9f",
              "IPY_MODEL_b9e21e6b9c324ede876506792bb17485"
            ]
          }
        },
        "fe41314cb8e14ca39ee1780a3f2e2f75": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "815d8862016847fb9b9054ef31a9c289": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_580f3bde9ce74b578d2d374e5ebca203",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Epoch 4: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_779f053441e743298a94cf4c1efbebbf"
          }
        },
        "5110d7f98e58429b975f68f7a14c0a9f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_e0ed408e4e274c2ea615a3753b951de7",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 124,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 124,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_634fdbd0698c423da00f87c24263c3a7"
          }
        },
        "b9e21e6b9c324ede876506792bb17485": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_8f977ccd68154278b6d6bf98fa2a68c8",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 124/124 [04:54&lt;00:00,  2.10s/batch]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_8707275956914bb6b9a414192763cf92"
          }
        },
        "580f3bde9ce74b578d2d374e5ebca203": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "779f053441e743298a94cf4c1efbebbf": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "e0ed408e4e274c2ea615a3753b951de7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "634fdbd0698c423da00f87c24263c3a7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "8f977ccd68154278b6d6bf98fa2a68c8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "8707275956914bb6b9a414192763cf92": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "1b82f9c507c34458823a7f5e02a46fd1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_f38536c3e2c84e5bb0fb1a75349f810d",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_1a48575316d74aa099580e2182afbb87",
              "IPY_MODEL_5d3525339b284865afe4320c3ab325cb",
              "IPY_MODEL_2f0027474f25481db91d9131731eb5fe"
            ]
          }
        },
        "f38536c3e2c84e5bb0fb1a75349f810d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "1a48575316d74aa099580e2182afbb87": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_25856b726cc04a79aace9a53b2f05116",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_b9a3d90933a14d9abcd026e533b424aa"
          }
        },
        "5d3525339b284865afe4320c3ab325cb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_cfe0ad3194604b2c8fc673d34b70bba1",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 31,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 31,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_ec82c50a709344f5b4ddfd3521b2cb80"
          }
        },
        "2f0027474f25481db91d9131731eb5fe": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_effebb5c98b8483d882df48f4215192b",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 31/31 [00:35&lt;00:00,  1.10s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_5ae437304b4944eaa70e26c042f9a520"
          }
        },
        "25856b726cc04a79aace9a53b2f05116": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "b9a3d90933a14d9abcd026e533b424aa": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "cfe0ad3194604b2c8fc673d34b70bba1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "ec82c50a709344f5b4ddfd3521b2cb80": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "effebb5c98b8483d882df48f4215192b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "5ae437304b4944eaa70e26c042f9a520": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "11af22e3bf804fffa712b46b1433f7ad": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_7ded19138b8541f4958a8e3cbe9925db",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_398e1a615a64475793de18bf33a29ba3",
              "IPY_MODEL_f5e58519e3334539a74a8e598e7f1ae0",
              "IPY_MODEL_081b2668b2034f3c841c4f009cda3403"
            ]
          }
        },
        "7ded19138b8541f4958a8e3cbe9925db": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "398e1a615a64475793de18bf33a29ba3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_5db07dbaeba242e9a428e519e38fbfaf",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Epoch 5: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_f0322051492448ff80e75a32c60802b4"
          }
        },
        "f5e58519e3334539a74a8e598e7f1ae0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_6b1994056bfc46bca5769f2cafe7e2f9",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 124,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 124,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_6c9c8f8d81a042ad8b357d7fbce0f827"
          }
        },
        "081b2668b2034f3c841c4f009cda3403": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_6bc89983f6ba45c0939eacb9da6f2290",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 124/124 [04:54&lt;00:00,  2.09s/batch]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_23e15774cb394d8f960a517f95f3c4c2"
          }
        },
        "5db07dbaeba242e9a428e519e38fbfaf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "f0322051492448ff80e75a32c60802b4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "6b1994056bfc46bca5769f2cafe7e2f9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "6c9c8f8d81a042ad8b357d7fbce0f827": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "6bc89983f6ba45c0939eacb9da6f2290": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "23e15774cb394d8f960a517f95f3c4c2": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "27a1ccd2f5f24abeb06774239d00abf7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_70b29dc5ce6e4051824c73e3aac51352",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_2b40f60efa1845fd94b2fd85877000a9",
              "IPY_MODEL_be06aec45f6746b8b8e715a2dd2ad7e3",
              "IPY_MODEL_a5fa98eb5c86414b8f90debf19a4829e"
            ]
          }
        },
        "70b29dc5ce6e4051824c73e3aac51352": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "2b40f60efa1845fd94b2fd85877000a9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_27ca30657bf042a5b44de96994245699",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_cc1745622c7d4f0588a6212329db6875"
          }
        },
        "be06aec45f6746b8b8e715a2dd2ad7e3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_e9d7ad8bf4b94c6f82d565c5bd49a0f5",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 31,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 31,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_c873519cb2a44ee1bdf8a243573e52ee"
          }
        },
        "a5fa98eb5c86414b8f90debf19a4829e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_ff6bd5ec24e54c56920c0a6a4f86e824",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 31/31 [00:35&lt;00:00,  1.14s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_a624d6889db844d88d89c8d896f5c387"
          }
        },
        "27ca30657bf042a5b44de96994245699": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "cc1745622c7d4f0588a6212329db6875": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "e9d7ad8bf4b94c6f82d565c5bd49a0f5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "c873519cb2a44ee1bdf8a243573e52ee": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "ff6bd5ec24e54c56920c0a6a4f86e824": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "a624d6889db844d88d89c8d896f5c387": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "53884b45e6394fdf814a7185d3e11f31": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_7247e3e9fecf4d4d978f2307f5162593",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_c2f5223d1d75466f98cb2e5982578ea4",
              "IPY_MODEL_b6c5d018a95d417daa0f83cdb643c590",
              "IPY_MODEL_349747ebf712417bbdf763d8f34bc8f8"
            ]
          }
        },
        "7247e3e9fecf4d4d978f2307f5162593": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "c2f5223d1d75466f98cb2e5982578ea4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_3a18eb021b25497bb3819d63bbfe2018",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Epoch 6: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_f9d7271ee7bc44f4aaead9de6beb7928"
          }
        },
        "b6c5d018a95d417daa0f83cdb643c590": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_632f348c20e746f7b557a9e23deb4772",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 124,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 124,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_528c4d77107c4ad59c9e2d4214d24c89"
          }
        },
        "349747ebf712417bbdf763d8f34bc8f8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_c19e87b968674d4eb11bbee40e7f9821",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 124/124 [04:51&lt;00:00,  2.09s/batch]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_59f3c12418384f5ab7e5142d718b9964"
          }
        },
        "3a18eb021b25497bb3819d63bbfe2018": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "f9d7271ee7bc44f4aaead9de6beb7928": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "632f348c20e746f7b557a9e23deb4772": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "528c4d77107c4ad59c9e2d4214d24c89": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "c19e87b968674d4eb11bbee40e7f9821": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "59f3c12418384f5ab7e5142d718b9964": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "3b9ef1cdf608450e88f77f535d64e183": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_109def2ddcbe48a6854a994608a8395c",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_7281521c443b4b57b604bbfb2350b697",
              "IPY_MODEL_bb535bffbc4b49fb83daecef72091298",
              "IPY_MODEL_2cf8097189794e528e9940b6f61311e8"
            ]
          }
        },
        "109def2ddcbe48a6854a994608a8395c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "7281521c443b4b57b604bbfb2350b697": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_c5b501faebe84ec4a8c019821bc25582",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_967b4a2bb7c547b1b3ebc16ed6d52175"
          }
        },
        "bb535bffbc4b49fb83daecef72091298": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_bbcab6f20b704de69fed8cd4e5daacb0",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 31,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 31,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_3d5943b3731d43baa2140356fdb01b23"
          }
        },
        "2cf8097189794e528e9940b6f61311e8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_48b4ce2a3c7440c58e3880a7af4940dc",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 31/31 [00:35&lt;00:00,  1.10s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_a1c3135262af4a9ba82695f3f1ab4820"
          }
        },
        "c5b501faebe84ec4a8c019821bc25582": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "967b4a2bb7c547b1b3ebc16ed6d52175": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "bbcab6f20b704de69fed8cd4e5daacb0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "3d5943b3731d43baa2140356fdb01b23": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "48b4ce2a3c7440c58e3880a7af4940dc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "a1c3135262af4a9ba82695f3f1ab4820": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "3503ad4382844033b6400958b8cb355f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_5f8e268225c54754a8e4d47a44b5954c",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_4652e9af45c74213887041dc8b067245",
              "IPY_MODEL_5a338c60bf3d4c969426e53e2218f754",
              "IPY_MODEL_0e134c3bfc13440892b17d79634c1fff"
            ]
          }
        },
        "5f8e268225c54754a8e4d47a44b5954c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "4652e9af45c74213887041dc8b067245": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_855aac6e68104ca58666d0a38dd717a6",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Epoch 7: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_c48c7c69906a4945ad7c0c604edcab23"
          }
        },
        "5a338c60bf3d4c969426e53e2218f754": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_e84bedc03d424a5ea600c3f516a07c61",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 124,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 124,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_d7f56b8c46af49008048d258782274cc"
          }
        },
        "0e134c3bfc13440892b17d79634c1fff": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_02960387b2094d3dae7c9d0411092219",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 124/124 [04:53&lt;00:00,  2.07s/batch]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_ae441494cc5c42fcb0d5ae0fb3e242d5"
          }
        },
        "855aac6e68104ca58666d0a38dd717a6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "c48c7c69906a4945ad7c0c604edcab23": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "e84bedc03d424a5ea600c3f516a07c61": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "d7f56b8c46af49008048d258782274cc": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "02960387b2094d3dae7c9d0411092219": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "ae441494cc5c42fcb0d5ae0fb3e242d5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "022e08bb568041379a67e77e6d2b0b96": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_ec8758761e21490c9e3586d9bfe57ab2",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_9aca3d72b06b4a02861086d7af1ea306",
              "IPY_MODEL_7e90b7b5c34b4bd5ac640fe9a3e81e78",
              "IPY_MODEL_a0c87e3909674682a8e50bb6711c35f4"
            ]
          }
        },
        "ec8758761e21490c9e3586d9bfe57ab2": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "9aca3d72b06b4a02861086d7af1ea306": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_0616f03ac99144809f376554b00c8acf",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_e41de392d6114895b2b2a65334620d64"
          }
        },
        "7e90b7b5c34b4bd5ac640fe9a3e81e78": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_6bc3401702524f7b96716809ca8c35e9",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 31,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 31,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_f93c4a5071984355b5545ea23b2fd797"
          }
        },
        "a0c87e3909674682a8e50bb6711c35f4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_2c861426d346481c8bf15502bd5a5f40",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 31/31 [00:35&lt;00:00,  1.11s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_f60d86807c824ec28a0817974bedaf68"
          }
        },
        "0616f03ac99144809f376554b00c8acf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "e41de392d6114895b2b2a65334620d64": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "6bc3401702524f7b96716809ca8c35e9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "f93c4a5071984355b5545ea23b2fd797": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "2c861426d346481c8bf15502bd5a5f40": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "f60d86807c824ec28a0817974bedaf68": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "e59075474f1d4c93ab880bbf9f0035ae": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_d879e27ea62147339850d38d88bef199",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_7736178efcc543009111fea372cc5e65",
              "IPY_MODEL_3be7ed101749438c9b22ff09e0d87f70",
              "IPY_MODEL_b23970a8e8eb446cab7abfb11a168bc3"
            ]
          }
        },
        "d879e27ea62147339850d38d88bef199": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "7736178efcc543009111fea372cc5e65": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_a031dde104a04474a2f6a35c6f6c0d01",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Epoch 8: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_04da3a0d70dd4e0eb3e99119a504ce5a"
          }
        },
        "3be7ed101749438c9b22ff09e0d87f70": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_86edc40cbbda45fd8621be8ce87db78d",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 124,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 124,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_ef9cc8410b2b456babc495447930ebae"
          }
        },
        "b23970a8e8eb446cab7abfb11a168bc3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_e9b6e147be2a4a1cb87de392a92d0593",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 124/124 [04:53&lt;00:00,  2.00s/batch]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_e5674dc099364570a30ae90391f1f2ae"
          }
        },
        "a031dde104a04474a2f6a35c6f6c0d01": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "04da3a0d70dd4e0eb3e99119a504ce5a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "86edc40cbbda45fd8621be8ce87db78d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "ef9cc8410b2b456babc495447930ebae": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "e9b6e147be2a4a1cb87de392a92d0593": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "e5674dc099364570a30ae90391f1f2ae": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "b63255b2c02c4028848b950a476067a7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_c65d2468700042d99ac18bf1c4308739",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_84f6f550c8d549c9b5a1d0fb4d797626",
              "IPY_MODEL_9cbb3c46430c41c2b23594df2dd387d8",
              "IPY_MODEL_240563d87e6b48a39fbc7a0d66921a04"
            ]
          }
        },
        "c65d2468700042d99ac18bf1c4308739": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "84f6f550c8d549c9b5a1d0fb4d797626": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_741d1d3746b641618f342db7fabf9483",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_ebaca0e9d51840c6a1a33cd4eb1ea92e"
          }
        },
        "9cbb3c46430c41c2b23594df2dd387d8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_11825b638d91465184924b751edaede5",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 31,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 31,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_af77847f13bd410282c012f3d44806ee"
          }
        },
        "240563d87e6b48a39fbc7a0d66921a04": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_b61cf3fcc67348abb67b53e5ded46d65",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 31/31 [00:35&lt;00:00,  1.12s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_fbfea12b1a0443cdb88cb60904a86c61"
          }
        },
        "741d1d3746b641618f342db7fabf9483": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "ebaca0e9d51840c6a1a33cd4eb1ea92e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "11825b638d91465184924b751edaede5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "af77847f13bd410282c012f3d44806ee": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "b61cf3fcc67348abb67b53e5ded46d65": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "fbfea12b1a0443cdb88cb60904a86c61": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "3f55a59ece2548edb715d1826b58d306": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_c53702df49c644a6b1f89310796d9f46",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_8229b13b7f444e2aa953c0141e5ceada",
              "IPY_MODEL_806556d09cbd431a89354e8775171a4a",
              "IPY_MODEL_f5157efbafe5461481e4f8382a8a6b28"
            ]
          }
        },
        "c53702df49c644a6b1f89310796d9f46": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "8229b13b7f444e2aa953c0141e5ceada": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_d6ea9a280d4f4e3486e7253655f7eb2d",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Epoch 9: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_a3b2e2fd4ab7495e8de03a02e0410729"
          }
        },
        "806556d09cbd431a89354e8775171a4a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_77b6c21917e7433e8a50d1d691171bb5",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 124,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 124,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_e57a16ce761c465e96ee888a0e52be96"
          }
        },
        "f5157efbafe5461481e4f8382a8a6b28": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_2fae96a0169746709f5000f3ec4e290d",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 124/124 [04:53&lt;00:00,  2.10s/batch]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_d9e596bd90884a39a00654faedb7bca8"
          }
        },
        "d6ea9a280d4f4e3486e7253655f7eb2d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "a3b2e2fd4ab7495e8de03a02e0410729": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "77b6c21917e7433e8a50d1d691171bb5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "e57a16ce761c465e96ee888a0e52be96": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "2fae96a0169746709f5000f3ec4e290d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "d9e596bd90884a39a00654faedb7bca8": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "e790c4f42312432ab3345321095b5b6c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_eca21cc34e864cb7854348796071b4fe",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_bf1d2717df6d46b8bcd24a9bcf498430",
              "IPY_MODEL_e2549922dc6f4195945c6453b6172c56",
              "IPY_MODEL_31c858d0d4f34094bbfeccb8ac6ea78a"
            ]
          }
        },
        "eca21cc34e864cb7854348796071b4fe": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "bf1d2717df6d46b8bcd24a9bcf498430": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_2f60663677c54e54bdb6f1947e2eef60",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_fb043bab10234b67b3004ec254b7ab1e"
          }
        },
        "e2549922dc6f4195945c6453b6172c56": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_2e3d6d0c2d0e4dbda991f2abb5be2f63",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 31,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 31,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_95899dd1393345e1832f174af2fd19b8"
          }
        },
        "31c858d0d4f34094bbfeccb8ac6ea78a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_26a7fa3027054f6ba5df9cc1cab219a0",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 31/31 [00:35&lt;00:00,  1.11s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_d849a54e77964dd395867cb2903cfc84"
          }
        },
        "2f60663677c54e54bdb6f1947e2eef60": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "fb043bab10234b67b3004ec254b7ab1e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "2e3d6d0c2d0e4dbda991f2abb5be2f63": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "95899dd1393345e1832f174af2fd19b8": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "26a7fa3027054f6ba5df9cc1cab219a0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "d849a54e77964dd395867cb2903cfc84": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "d3a1812798ef44ae81e2ac823322e7aa": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_b4ccc0c5491e41308d1dc5c8d4c49d44",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_c921e4a7f4e4419ab0fb9425ed206617",
              "IPY_MODEL_a171ccfaa66c402fbaa2fa9ccf2a4e43",
              "IPY_MODEL_155f4d18dcd8437fa7fc0322cd35cf9b"
            ]
          }
        },
        "b4ccc0c5491e41308d1dc5c8d4c49d44": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "c921e4a7f4e4419ab0fb9425ed206617": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_89c6372ae2c64d17b2ed1da73a72f5d0",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Epoch 10: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_283cbf910c5943ef93f1ce02f935c8c9"
          }
        },
        "a171ccfaa66c402fbaa2fa9ccf2a4e43": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_34084dc3c4814d03a5d12aa4aef2198b",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 124,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 124,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_7033596807024b28ae28855d48170eb5"
          }
        },
        "155f4d18dcd8437fa7fc0322cd35cf9b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_19a220e79ae445bb89450350a7325a44",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 124/124 [04:54&lt;00:00,  2.01s/batch]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_db55d6b4f8da43faa0da3f15e7451bd0"
          }
        },
        "89c6372ae2c64d17b2ed1da73a72f5d0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "283cbf910c5943ef93f1ce02f935c8c9": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "34084dc3c4814d03a5d12aa4aef2198b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "7033596807024b28ae28855d48170eb5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "19a220e79ae445bb89450350a7325a44": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "db55d6b4f8da43faa0da3f15e7451bd0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "2e1984503d0f4d0fa227b1310d83b749": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_7423f211e87545c294e2e88cc3826472",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_92f217b8675a4e4e8c2e230141e78152",
              "IPY_MODEL_dfaef483fc8e4bdfb63f84464593925a",
              "IPY_MODEL_c4f8efd4e8b14c929d0426aca5c415fe"
            ]
          }
        },
        "7423f211e87545c294e2e88cc3826472": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "92f217b8675a4e4e8c2e230141e78152": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_5e146f1536af4ce4945948e1a0bd7c02",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_8035a21317a5455c907393aef83f5cba"
          }
        },
        "dfaef483fc8e4bdfb63f84464593925a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_3b5bbede9b8a4cd08dcbe218650fd761",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 31,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 31,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_c1f9a915983c4ffd8f1870d0a058f739"
          }
        },
        "c4f8efd4e8b14c929d0426aca5c415fe": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_01f7b39a1550452fbd70725ad6258d97",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 31/31 [00:35&lt;00:00,  1.12s/it]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_0e5513451366462ebed2dfc7cd6d30e8"
          }
        },
        "5e146f1536af4ce4945948e1a0bd7c02": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "8035a21317a5455c907393aef83f5cba": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "3b5bbede9b8a4cd08dcbe218650fd761": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "c1f9a915983c4ffd8f1870d0a058f739": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "01f7b39a1550452fbd70725ad6258d97": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "0e5513451366462ebed2dfc7cd6d30e8": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "source": [
        "from IPython.display import clear_output\n",
        "clear_output()"
      ],
      "metadata": {
        "id": "N425l5nnBbrb"
      },
      "execution_count": 1,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "mOc-aJOYBTiN",
        "outputId": "2a1c35fc-6b64-445f-a2de-fa4ca687cebf"
      },
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "id": "Da8QEeWVBCMA"
      },
      "outputs": [],
      "source": [
        "!pip install tqdm \n",
        "!pip install wandb -qqq\n",
        "!pip install timm\n",
        "!pip install --upgrade --force-reinstall --no-deps kaggle\n",
        "!pip install einops\n",
        "clear_output()"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install -U albumentations"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "gYiDrQ61fQc0",
        "outputId": "a8f57c33-82cc-430c-a4fb-8992613204c0"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: albumentations in /usr/local/lib/python3.7/dist-packages (1.1.0)\n",
            "Requirement already satisfied: PyYAML in /usr/local/lib/python3.7/dist-packages (from albumentations) (3.13)\n",
            "Requirement already satisfied: scikit-image>=0.16.1 in /usr/local/lib/python3.7/dist-packages (from albumentations) (0.18.3)\n",
            "Requirement already satisfied: opencv-python-headless>=4.1.1 in /usr/local/lib/python3.7/dist-packages (from albumentations) (4.5.4.60)\n",
            "Requirement already satisfied: numpy>=1.11.1 in /usr/local/lib/python3.7/dist-packages (from albumentations) (1.19.5)\n",
            "Requirement already satisfied: scipy in /usr/local/lib/python3.7/dist-packages (from albumentations) (1.4.1)\n",
            "Requirement already satisfied: qudida>=0.0.4 in /usr/local/lib/python3.7/dist-packages (from albumentations) (0.0.4)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from qudida>=0.0.4->albumentations) (3.10.0.2)\n",
            "Requirement already satisfied: scikit-learn>=0.19.1 in /usr/local/lib/python3.7/dist-packages (from qudida>=0.0.4->albumentations) (1.0.1)\n",
            "Requirement already satisfied: matplotlib!=3.0.0,>=2.0.0 in /usr/local/lib/python3.7/dist-packages (from scikit-image>=0.16.1->albumentations) (3.2.2)\n",
            "Requirement already satisfied: PyWavelets>=1.1.1 in /usr/local/lib/python3.7/dist-packages (from scikit-image>=0.16.1->albumentations) (1.2.0)\n",
            "Requirement already satisfied: pillow!=7.1.0,!=7.1.1,>=4.3.0 in /usr/local/lib/python3.7/dist-packages (from scikit-image>=0.16.1->albumentations) (7.1.2)\n",
            "Requirement already satisfied: imageio>=2.3.0 in /usr/local/lib/python3.7/dist-packages (from scikit-image>=0.16.1->albumentations) (2.4.1)\n",
            "Requirement already satisfied: networkx>=2.0 in /usr/local/lib/python3.7/dist-packages (from scikit-image>=0.16.1->albumentations) (2.6.3)\n",
            "Requirement already satisfied: tifffile>=2019.7.26 in /usr/local/lib/python3.7/dist-packages (from scikit-image>=0.16.1->albumentations) (2021.11.2)\n",
            "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.7/dist-packages (from matplotlib!=3.0.0,>=2.0.0->scikit-image>=0.16.1->albumentations) (0.11.0)\n",
            "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib!=3.0.0,>=2.0.0->scikit-image>=0.16.1->albumentations) (3.0.6)\n",
            "Requirement already satisfied: python-dateutil>=2.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib!=3.0.0,>=2.0.0->scikit-image>=0.16.1->albumentations) (2.8.2)\n",
            "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib!=3.0.0,>=2.0.0->scikit-image>=0.16.1->albumentations) (1.3.2)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.7/dist-packages (from python-dateutil>=2.1->matplotlib!=3.0.0,>=2.0.0->scikit-image>=0.16.1->albumentations) (1.15.0)\n",
            "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.7/dist-packages (from scikit-learn>=0.19.1->qudida>=0.0.4->albumentations) (3.0.0)\n",
            "Requirement already satisfied: joblib>=0.11 in /usr/local/lib/python3.7/dist-packages (from scikit-learn>=0.19.1->qudida>=0.0.4->albumentations) (1.1.0)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!git clone https://github.com/Bjarten/early-stopping-pytorch"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "dpLRGLH8Bklp",
        "outputId": "83080865-9b21-40b2-f0ec-4f312035c54d"
      },
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "fatal: destination path 'early-stopping-pytorch' already exists and is not an empty directory.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import sys\n",
        "sys.path.append('/content/early-stopping-pytorch')"
      ],
      "metadata": {
        "id": "bkqcnaIOBnR2"
      },
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "! mkdir ~/.kaggle\n",
        "! cp /content/drive/MyDrive/kaggle.json ~/.kaggle/\n",
        "! chmod 600 ~/.kaggle/kaggle.json\n",
        "!kaggle datasets download schulta/petfinder-pawpularity-score-clean\n",
        "!unzip /content/petfinder-pawpularity-score-clean.zip -d /data/\n",
        "clear_output()"
      ],
      "metadata": {
        "id": "y2FSB5ntBVpx"
      },
      "execution_count": 7,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "import os\n",
        "import gc\n",
        "import pandas as pd\n",
        "import numpy as np\n",
        "import wandb\n",
        "import cv2\n",
        "import timm\n",
        "from timm.models import load_checkpoint\n",
        "from tqdm.notebook import trange, tqdm\n",
        "\n",
        "from einops import rearrange, reduce, repeat\n",
        "import torch\n",
        "import torch.nn as nn\n",
        "from torch.utils.data import Dataset\n",
        "from torch.utils.data import DataLoader\n",
        "import matplotlib.pyplot as plt\n",
        "from torch.optim import AdamW, Adam\n",
        "import albumentations as A\n",
        "from albumentations.pytorch import ToTensorV2\n",
        "from pytorchtools import EarlyStopping\n",
        "from sklearn.model_selection import StratifiedKFold\n",
        "\n",
        "from sklearn.model_selection import ShuffleSplit\n",
        "from datetime import datetime"
      ],
      "metadata": {
        "id": "ZE6neot5CLQG"
      },
      "execution_count": 8,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "Config = {\n",
        "    'CSV_PATH': \"/data/train.csv\",\n",
        "    'IMG_PATH': \"/data/train\",\n",
        "    'TEST_PATH': '/data/test',\n",
        "    'N_SPLITS': 5,\n",
        "    'TRAIN_BS': 64,\n",
        "    'VALID_BS': 64,\n",
        "    'N_EPOCHS': 10,\n",
        "    'NUM_WORKERS': 4,\n",
        "    'LR': 1e-5,\n",
        "    'ARCH': 'vit_base_patch16_224',\n",
        "    'OPTIM': \"AdamW\",\n",
        "    'SCH_STEP': 4,\n",
        "    'GAMMA': 0.1,\n",
        "    'SCHEDULER': 'CosineWarm',\n",
        "    \"T_0\": 20,\n",
        "    \"η_min\": 1e-6,\n",
        "    'PATIENCE': 3,\n",
        "    'LOSS': \"RMSE\",\n",
        "    'IMG_SIZE': 224,\n",
        "    'DEVICE': \"cuda\",\n",
        "    'infra': \"Colab\",\n",
        "    'competition': 'pawpularity',\n",
        "    '_wandb_kernel': 'tanaym',\n",
        "    \"wandb\": True,\n",
        "}"
      ],
      "metadata": {
        "id": "ezw37QcQCsYN"
      },
      "execution_count": 9,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "class PawsDataset(Dataset):\n",
        "    def __init__(self, df, config=Config, augments=None, target_transform=None, is_test=False,is_val=False):\n",
        "        if type(df) == pd.core.frame.DataFrame:\n",
        "            self.df = df\n",
        "        else:\n",
        "            self.df = pd.read_csv(df)\n",
        "        self.config = config\n",
        "        self.transform = augments\n",
        "        self.target_transform = target_transform\n",
        "        self.is_test = is_test\n",
        "        self.is_val = is_val\n",
        "        \n",
        "        self.img_paths = self._get_img_paths(self.df, self.config)\n",
        "        self.meta_feats = self._get_meta_feats(self.df, self.is_test)\n",
        "\n",
        "    def __getitem__(self, idx):\n",
        "        if torch.is_tensor(idx):\n",
        "            idx = idx.tolist()\n",
        "\n",
        "        img_name = self.img_paths[idx]\n",
        "        #image = read_image(img_name)\n",
        "        image = cv2.imread(img_name)\n",
        "        image = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)\n",
        "        #image = rearrange(image, 'c x y -> x y c')\n",
        "        label = self.df.iloc[idx, -1]\n",
        "        label = np.array([label])\n",
        "        if self.transform:\n",
        "            image = self.transform(image=image)['image']\n",
        "        sample = {'image': image, 'label': label}\n",
        "        return sample\n",
        " \n",
        "    def __len__(self):\n",
        "        return len(self.df)\n",
        "\n",
        "    def _get_img_paths(self, df, config):\n",
        "        \"\"\"\n",
        "        Returns the image paths in a list\n",
        "        \"\"\"\n",
        "        if self.is_val:\n",
        "            imgs = df['Id'].apply(lambda x: os.path.join(config['TEST_PATH'], x + \".jpg\")).tolist()\n",
        "        else:\n",
        "            imgs = df['Id'].apply(lambda x: os.path.join(config['IMG_PATH'], x + \".jpg\")).tolist()\n",
        "        return imgs\n",
        "    \n",
        "    def _get_meta_feats(self, df, is_test):\n",
        "        \"\"\"\n",
        "        Returns the meta features in a df\n",
        "        \"\"\"\n",
        "        if self.is_test or self.is_val:\n",
        "            meta = self.df.drop(['Id'], axis=1)\n",
        "            return meta\n",
        "        else:\n",
        "            meta = self.df.drop(['Id', 'Pawpularity'], axis=1)\n",
        "            return meta"
      ],
      "metadata": {
        "id": "nA0AKiVXDlHD"
      },
      "execution_count": 10,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "class GetDate():\n",
        "    def __init__(self):\n",
        "        self.currentMinute = datetime.now().minute\n",
        "        self.currentHour = datetime.now().hour\n",
        "        self.currentDay = datetime.now().day\n",
        "        self.currentMonth = datetime.now().month\n",
        "        self.currentYear = datetime.now().year"
      ],
      "metadata": {
        "id": "qE9YKlXCH8x4"
      },
      "execution_count": 11,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "class RMSELoss(nn.Module):\n",
        "    def __init__(self, eps=1e-6):\n",
        "        super().__init__()\n",
        "        self.mse = nn.MSELoss()\n",
        "        self.eps = eps\n",
        "        \n",
        "    def forward(self,yhat,y):\n",
        "        loss = torch.sqrt(self.mse(yhat,y) + self.eps)\n",
        "        return loss"
      ],
      "metadata": {
        "id": "yZDEF7zBDr7D"
      },
      "execution_count": 12,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def plot_loss_val(training_losses,valid_losses):\n",
        "    plt.figure(figsize=(10,5))\n",
        "    plt.title(\"Training and Validation Loss\")\n",
        "    plt.plot(training_losses,label=\"train\")\n",
        "    plt.plot(valid_losses,label=\"val\")\n",
        "    plt.xlabel(\"iterations\")\n",
        "    plt.ylabel(\"Loss\")\n",
        "    plt.legend()\n",
        "    plt.show()"
      ],
      "metadata": {
        "id": "N5L0gP7gG9Hs"
      },
      "execution_count": 13,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "paws_dataset = PawsDataset(df=Config['CSV_PATH'],)\n",
        "paws_dataset.df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 441
        },
        "id": "uBjF2TFOejBR",
        "outputId": "bb6f1d06-b084-452a-b517-875c46745fdf"
      },
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Id</th>\n",
              "      <th>Subject Focus</th>\n",
              "      <th>Eyes</th>\n",
              "      <th>Face</th>\n",
              "      <th>Near</th>\n",
              "      <th>Action</th>\n",
              "      <th>Accessory</th>\n",
              "      <th>Group</th>\n",
              "      <th>Collage</th>\n",
              "      <th>Human</th>\n",
              "      <th>Occlusion</th>\n",
              "      <th>Info</th>\n",
              "      <th>Blur</th>\n",
              "      <th>Pawpularity</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0007de18844b0dbbb5e1f607da0606e0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>63</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0009c66b9439883ba2750fb825e1d7db</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>42</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0013fd999caf9a3efe1352ca1b0d937e</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>28</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0018df346ac9c1d8413cfcc888ca8246</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>15</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>001dc955e10590d3ca4673f034feeef2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>72</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9880</th>\n",
              "      <td>ffbfa0383c34dc513c95560d6e1fdb57</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>15</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9881</th>\n",
              "      <td>ffcc8532d76436fc79e50eb2e5238e45</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>70</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9882</th>\n",
              "      <td>ffdf2e8673a1da6fb80342fa3b119a20</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>20</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9883</th>\n",
              "      <td>fff19e2ce11718548fa1c5d039a5192a</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>20</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9884</th>\n",
              "      <td>fff8e47c766799c9e12f3cb3d66ad228</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>30</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>9885 rows × 14 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                                    Id  Subject Focus  ...  Blur  Pawpularity\n",
              "0     0007de18844b0dbbb5e1f607da0606e0              0  ...     0           63\n",
              "1     0009c66b9439883ba2750fb825e1d7db              0  ...     0           42\n",
              "2     0013fd999caf9a3efe1352ca1b0d937e              0  ...     0           28\n",
              "3     0018df346ac9c1d8413cfcc888ca8246              0  ...     0           15\n",
              "4     001dc955e10590d3ca4673f034feeef2              0  ...     0           72\n",
              "...                                ...            ...  ...   ...          ...\n",
              "9880  ffbfa0383c34dc513c95560d6e1fdb57              0  ...     1           15\n",
              "9881  ffcc8532d76436fc79e50eb2e5238e45              0  ...     0           70\n",
              "9882  ffdf2e8673a1da6fb80342fa3b119a20              0  ...     0           20\n",
              "9883  fff19e2ce11718548fa1c5d039a5192a              0  ...     0           20\n",
              "9884  fff8e47c766799c9e12f3cb3d66ad228              0  ...     0           30\n",
              "\n",
              "[9885 rows x 14 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 14
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def plot_image(image):\n",
        "    \"\"\"Show image with landmarks\"\"\"\n",
        "    plt.imshow(image)\n",
        "\n",
        "    plt.pause(0.001)  # pause a bit so that plots are updated\n"
      ],
      "metadata": {
        "id": "ucNG7I7yepTH"
      },
      "execution_count": 15,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "fig = plt.figure()\n",
        "\n",
        "for i in tqdm(range(5)):\n",
        "    sample = paws_dataset[i]\n",
        "    image = sample['image'] \n",
        "    print(f\"{i} {image.shape} Pawpularity:{sample['label']}\")\n",
        "\n",
        "    if image.shape[0] == 3:\n",
        "        image = rearrange(image,'c x y -> x y c')\n",
        "    ax = plt.subplot(1, 5, i + 1)\n",
        "    plt.tight_layout()\n",
        "    ax.set_title('Sample #{}'.format(i))\n",
        "    ax.axis('off')\n",
        "    \n",
        "    plot_image(image)\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 713,
          "referenced_widgets": [
            "c49cd2c9254d454e856f9b9c98a21d02",
            "301dadefd63c4e4bb1082fc6e4466330",
            "f4e191ba8ac3445a97750a1b473ed86a",
            "fbe42a4f847d4cf181a6125298914813",
            "5f28e831cbfd47a1b2cea78037ffa769",
            "9ae237b4c6be467b93e3d7cf342c6b6e",
            "82fdee337398475280909b18705965a3",
            "0f9f595cf8c14bc1befa84cd6b6ef571",
            "fa0c761da618405097c068d6744d6ee4",
            "dc70b455a50a4eaca9a3a443552d5662",
            "45b8c44e00574caa93775e8e450b90c6"
          ]
        },
        "id": "e8bGN2n1DuZO",
        "outputId": "6d03e73d-4a43-47b0-e5ac-e0bc76b66faa"
      },
      "execution_count": 16,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "c49cd2c9254d454e856f9b9c98a21d02",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/5 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "0 (720, 405, 3) Pawpularity:[63]\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAFAAAACUCAYAAAAEaK4PAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nOy8eYzl2XXf97nbb3tbvVq6unqdmR5uEheRFCmJomRZliyLiC0HUeJYkZAYXgIbsRHAMoIEMOLkjyBIgkRANiSwEzmSocSJFEWOrAUytViyTJGiSIoUl1l6Znq6u7q6qt7+2+6WP+7r5njCaYpFJJIA3kGh35vf7/3efeeec8853/M9V8QY+dq4+JB/0BP4oz6+JsCvcnxNgF/l+JoAv8rxNQF+leNrAvwqxx8ZAQoh/o4Q4sf/oOfx+vFlBSiE+KAQ4p8JIRZCiHMhxG8IId73/8fk/r8YQojfEkK8WQjxjBDi46+7tiuE+D+FEBshxMtCiB/4cs/TX+bLxsD/DfxV4B8CGfBtQHfxn/AHN4QQBrgJPAd8P/Dx193y3wI9cAh8A/CzQohPxhg/80bP/HIa+GaAGONPxBh9jLGJMf5ijPFT2wndEkJ8WAhxJoQ4FUL8AyHEzmsm/JIQ4m8JIT61XdW/J4Q4FEL8nBBiJYT4JSHEdHvvU0KIKIT4K0KIe0KI+0KIH36CML55axlzIcQnhRDf8WV+C8Dbgd+LKf36Rl4jQCHEAPhXgL8dY1zHGH8d+Bngh574xBjjG/4BY+AM+PvA9wLT111/FvhuIAcOgF8DfuQ1118C/jlpRa8CJ9tJvxsogA8D/+H23qeACPwEMADeATwEvmt7/e8AP759fXU7rw+RlOC7t+8P3uB3/AVgDtRAu33tgNX29dPbOdWv+9wPA//oiTJ60sXtQ94G/Cjw6vZLfwY4fIN7/yzwO68T4L/xmvc/Cfz3r3n/14Gffp0A3/qa6/8Z8Pe+hAD/PeDHXvfdvwD8m1/mt/xTkmneAD4BiNdc+zbg+HX3/2XgV570zC/rRGKMn40x/lsxxmskE7gC/AjA1hz/VyHEXSHEEvhxYP91j3jwmtfNl3g/fN39d17z+uXt971+3AT+1a35zoUQc+CDwNHrb9w6hrkQYgF8APgV4PPAW4CZEOLf3d66Jlnca8eYpKVvOL6iMCbG+DmSNr59+7/+E5LWvCPGOAZ+EBBfyTO/xLj+mtc3gHtf4p47JA3cec3fIMb4n36JOZ/HGHeAfxv4u9vXPw/86e3nfmR76xcALYR402s+/i7gDR0IfBkBCiHeKoT4m0KIa9v314E/T9rXAEaklVsIIa4Cf+tJz/t9jr8thKiEEF9P2rv+ty9xz48Df1oI8T1CCCWEKIQQ3/Fonm8w3ssXnca7gd9+7cUY4wb4KeA/FkIMhBDfCnwf8GNPmuyX08AV8E3AR4QQG5LgPg38ze31/wh4D7AAfnY7ga92/CrwPPBPgP8ixviLr78hxniH9OP+A5KjuUNavCf9nvcCHxdC7AE+xjj7Evf8NaAkObufAP7qk0IY2G6ifxiGEOIp4DZgYozuD3Y2v//xRyaV+8M6vibAr3L8oTHhP6rjaxr4VY6vCfCrHE9EY/6r//x/iF3b4iMEJFJKylFJoQWllgSpKMoSKQRKKZRSxBjJ85wsy4hIlFKEGJFS4b0HUvoopUQIgRACiNT1BoDcZOkzISCFwBjD9kOEEIFIiC1llQOazaZGIdDGIDNDJhV93+Ocg+3zhYBI2qpigOAFAY8LER86nHMED1IZQvDEEJHINAdj8NHz/f/yn/qSCcITBfj173w7AoHKNJ4AgBQSQkQKSUjJNAHwIaLUVkhC4L1HhIgPAikFUkqMMcQYCSE8yjXRWgOR8XhMCAERIYSA1vpxSuODxzqHkopIQAhN20W0DORZkYQaAv16w9K7JKwIhEjTNITwxe9UmUZrhVQ9xiik1GitkVmGiBIpMrpgadoFkQ4RIXp1MQ0USqG1JgACSYiBvusRQm4F4RACpBAE78hUQV5kQMQ5iCJpmhKKGCJJ3mGrien9Iw10ziGEwGiFiAIE2N4ipSQKAVLhYiDdLrC9p48uzQOP7Tui88TtooQQ2NTN1hIEeVGitEIoBbJl2c0IbYcUBaXaYTE7ZVBMuHSwxyt3XiGYFUFswAqMKC4mwAi4rdkppchMhjQZUqats+97lFIIAc5ZsixLGuM9ApDb/2JIQpNSohQIKQg+kvBNCCHinCeEQNcFrLXJ9BAYrTFZRgwBKSVSiqRJRj1GRIzMyPOCEAIheIzJsM5hisFjrRdCEGPA9Q2b9UPm8/tAQIsx877lwYMZxgz5Zx/5OPV6ybUbVyjLAePBEGEuKMCu6zDG4L1P+5YQKCkpioIYI957vPdorRBC0HUdUqa9Q2z3L2steZ4TY9IyKQWKSOd7vPcYY3DOk+f5dqEE1lqM1njn0wJJiFs7ECLtjwBt26Z7jdlqnQAUMUqU1EgTkwZuBe29J8sGZOIaoS+5d/8hs01LjCtG1ZjBYEieScy1I7TOKAqNlpEssxcTYNtbYgTvHXJrQgrwNpmW1BopFX1vkRKstXRdj1JJQ43JiDFQ1w3WJhONSGIMCBHRMqNt+rS9y7ThB+vIS4NzFiEVznskcmvqEPFpEZQCCooiaUdyXkkLvfeEkITnnHusgUkZHNIMOKwGTPYOWSxmGK3J8xIpJFobpFI4bxEyJs3f7v9fsQCVb1h1PcE5lE7mpqVIm7CU9HWL9wGlJDEmU5dSkSuD847etUilyHT6mizLaFqLD57BoCA6kEoQQiRuHYHzNd3LL5JPr1CMDggx0jd92uilfM2+mfZTtd2nrbVftJSth08mHR579b7v07ydffw+y4rHWiqUxEdP8GkRFAJrPd5dUANP793Gl4fYukeo5EV98ORFMsneeSKRzGQoKR57z1XdJFP2AQRkSqIEWOfoOkte5Nsft3UCEXwMZFlGlmvcwS0Qiv41Qum6nqIoUFo+3ueaukmOCUAIetsTQ/LuIQTKskRKSdu2aV8WAu88zlmkUmij0ULB1ryVlGhjUhgjFdY6nAsslm+MqT5RgEEP0Doi8gwXHJGAMppNXeODRyAQUtCsN0QfGI5GxK3TyfM8mbu36Cynbho67yFG6CLO9Zht3OhDRGlNUzcUuQQBbd9shaEwOsN7z6pfk5U5eZ7TtF+MBvx2TxRSEYPfhkzZY+HHGKiqEmstwXqUgGGZp3BMSnwM23ClB+mJQZIZQ6ENUubsTV4Pmv8+BTgcjWj7SGYEIpjkZWNM+5TW9H2Ptw4tBa21zOdnlGX12DlkmcaHHudaYpRIFARPDIG262jbDpNlZMaglcQ7R5sZtN7Ge0SU0vTOYkxGlmUp9kRsw6ekbUoIhJA47xAiYDJNDCnwTo5Dg/DE6CgKjZQakysQEmM0BE9ejAg+kEmFMQolJWIbiTrrLyZA1scEMcKLnN56tBIE58kznfYMozGDisViwWQ0QggQUgLJnI02FCrDOwdC0jUdtu8o8jwJWRvapiY4DTEF4s4nYY1HBZPxgLIYIFRG21m6vqfe1CwWCwSeIs8IITAcDsiyHO8tUsmUeYiAlIJsu5CRwM54L4VXUtB3Hd456tWa0bhAREduDFJoQnT0vUUrQ3A9Sl8wkJ4dv0R28AwbG6jKgjzT6KogxkcxoMAYzWg0RApJJK1UUZRARKmU/tmt155mI/q+RUiJ7S1955hO9vA+ee/e9sQoWCxrTs97rLOcny85OXlIUzd83dveyqXL+0yGFVKA1hUIWCwXjz2/UgatB2hjqIqSInsU9ojH8aVzAaU1QkrGWcagKuj7DoQCJVE657OffZ7PPfcSf+yb3s1wOLiYADd1g9mcIeQuQuQIEdhs1ljrEVKmWG0bB0IgyzO6ztH3HVobtBbJzL3fxoIBYzR5nuPzDEYCCFgnKcqctm2J3nM2m/GzP//LrDdrYlRIbTi6tJecjrVE54hKslzOyIs8mbOU5HlOUeRUVYFQgrLKib6n3mwIMUUIAkHbdQwGFc6lGHK+XGMyQ6Y11gasc0zHI37pl3+Npun41/7Md11QgI1FLJaYoeLuqwt0VsF2g86yjDzPKPL8cSqnlETgkUqS5ynk0FojhdhmJoKut3jntnFcZLVOHk5pTQyBTV1jW8s73vIWrLMok1MNKvb3dtjfnXJ0eJnMGGL0KC3IlEqCyDOCD/TO8vDhhghsBhviNodGiLRwIaCkoG9ahIh0vmM42kFrQ1mWhOio6w2HB1M++L738I9/8cOUmeQ97/vSdKAnAqr//l/7S9FFQVYOeNvXv5NrN59lvtiw3qw5OTlhvlyglGZvbw9jMvI8R2tBlpttLLVFW2JAyogxGSF4NpvN4/isaRpMZlBab4PeFBQ7a1FSIU3O0ZWrFHmK18I2iC6rEqMli/P7ROtw1hNiwMeIc8kz70yG+O1zHqWdkCKEpmsZVAPWiyXWOaRKDsVkCq0VhVbMF2v+x//lJ/ntT3yG5z796185GrPctNRtTxANwjyPKkbsXTrk5q0bfF14K4vFksVizvn5jNOzGZnJyXKDrJMHE0KhtEpOxwe6ZkHnLDHElHrFgFQS7wOQ4jAQVIMCosf3FqkN167ukxU5UiqiAEIS8PH9e5w/PCU3GqUUeZ6zXq8JIZlpkSvWyzWZMYzHI5zzrNcbvPNIpViv1rTWE7yl0AVKSfq+IwRNkY85ONjlb/zFH+C//O/+pzeU0ZMD6fmGrrU00bPo77G2iq7rqaqSywf7HF25wuHRAfuX9rm6XnP//gnBB1brNfWmJssyNpuaosxoNhtckIwnA4o8w8dAZSqkUhhtyLMMay1FkbGpN8QQqMqcrmt48fnnmO7ubjXYMj8/58HxCc5DURT4PO2f+/v7BJ9QnjLPsX2PUgmZyTKDc46u7bbwmkFpSW7AiZQF5bmmkMmzt11LNJrhuOQD3/KNbyijJ5rwh/7U90XnAvNeINWQg50R+5cmlHmGiIEASBWpioLLlw44PNznytFlptMpWieQ4PT0FN9tUGHDpz79PPPG0nYdVVWhtcYYw2Q8YTgY0HUdRVHS9x3OO6bTHRbLBc56YoTgPZcv7RFFCpr7LnnVqqroum7rYVO8F0nZSlkOEdE/xiSlVCgFXR+oBgVGRHKjOT2dkxcGneeE7RbiQ+D45Iwf/bF/yD/5hf/rKzdh6xVdEEgESgmeevoaRZE8bwwe5y0heJarNcvFihdevI1UktFoxOXLl7l+7SpXrx6xs/sUWgkOnnobs9mM05OHPDx5yMuv3MZax+z8HIFkZzJhNBlTDSp2xlPyomDXZIQQ6fs+Oa2swnlLJJCjUCqljMEHlss53nvqZkNRFpRlhZQKoxVKZ4CEEKi7mq7zLJczzs5nrBZL2taClGiTIYQgM5HVasWHf+VjvHD79sU08If+9b8e3/qed7C/O+XWs09z8/oVbNdyenrKSy+/zO1X7tK2LX2fAuRHkJbWj9YlUpYZ050JN67d4Pr16+zsTcmNIbiO+emrLO7ept3UPFh57pxuUFoynoyRUjEYDMjzlDdbm/BG7wImUxitCT6gNGxWNUop2nZD3zvKsqSsSsqqoixLbNdSZAnoffXeCR/56Cf4wvMvsdyscM4jCEQEQmZkUqX8QwRmyxnLzRopJMcvf/Yr18DDyZTv+zPfg84VIkq0MggpuHLjGlduXOc9rePs7Iw7d17h7p07nJ2dIoVIEFgIRBnZtA2LuxteevUY/bGPUxQlVy8f8OzTVzDtGZ//+G9iXeAd3/4hdq+l/PX4wQPu3b2H98nJxBgfY5B5kVNVOcNBhUTSdhvKvCLPkgfNspzRaMJiuUBqxWQywUXPcy/f5WMf/SS/+5lPsVg3uGBTLhwdCgFS4wNolQBcLSGTIIPj69767BvK6IkCfNf7vpGy0AShESHigsNviztCgCkMl69e5ujoEPvOd/Lw9JRXXrnD3Vdf5fTsjN72yKjxfUskELynqTcs52fQnpF1C04XC8rpFSya69evMRmNefe73smdV15hOVswX60QKgX1pw8f0tRrurZmuVhQFjn7uxOuXd3nwYNzMmXwPqE6JjOcnZ/x0d/6BJ97/jZ3796l3axxW9Tah4QCRSwieFQEow2dV/S2RRkNBEZVzrd94JsvJsD3fsc3EGKC521MKHNCi1J8Z63dQvoCXeRcvXGdo+tX6Lp3MTufcf/uMS++8DKvvPIKLnT0XZ9AAq0IzrPeLBlfPuLVueDDv/qrVEXBaLzD0dERh4eXeOqZpymHQ1zoCN6jtWG1XPPgwQnHx/c5Pz8leM9nfu8zPDxbEn3AZDmnH/s4t2+/wmy2oG16GtvjXEd0KYhPm5YgCojR4WIgCEl0IEQKcYIPhBhQKmNdtxcToBYa70lQlhAgIgqBkqRMQIAkIiIoJCqhCWRlwfDKZa5fu8K73vUu7t+/z0svv8hzzz3H2dk5MgaIERkk42oA5xs6a7Hes1ituH98FyEkRTFkurfL008/xbUrTzEYZuzv7TEejdnf32W1WXN+esLzL77Mx377U9R1Tdta2i7hiFpBiB7rPLbvIbhtcSv9CZkKWhEIImKjRW3xQaIHIXFE1vUbc+qfjAdukWwtNUEkXE0KENs1VGqL/MZAIBCj2GpnwvSIkrzQPHPrJrdu3eBbvvn9PDw94+UXblPPX6Vu5mRFSYwrnA8I/8WaiveBpm1ZLE+589LzhCjRuaLIJrzwwm26riPLM1698yrzxQxrU8zn3aMSpicYleolCHrvCcEl9DumLUiE7XxJpYIISSvZKoRK0YeWb0wWe3JNxKcPSgFb3JcgBHKbEhFFKkRvPfmj2sMjyB0iWmlEDGQ6Jfs3blzlxvXrnBy/zD//+TMGgyE3bhbcu3/MZrPBOfcYHSZ6pEk5ddd3PP/8GS++fExvLVpplBC0bUuIbltS6FK8uK0Ba5+2l7TNhGTGUaYFBhAhCS+mDCiVDFJKCBIpoMoNo8HoYgJ0drvvbYWBCNuVC1v4SvwLhGuBIPgE8wshUFqglEdpjfcRLSUiRBCR4WhKPqgwWc73fuhPcu/4lI/8xq+zWMzY1GuUFMioMFlODI5XXn3Icy/epXduu5gBqSUhWry3xBgeMxcezykIYvBok20XOJUDhEjzFyTBRdjWUB4pAgiRQqXv/LYP8E3vfcfFBOid3+asSeWBbd4aUTLB4ZH072MaxRbFfVz4CQIbXILffTIt5x2bepMgLm+599IXuH33jN3dPbIsY9gO8a6n7yybpmNdtzz/0qu0XdKwxIAIONKCPrKC/xcrXwis7VPOLeXj35AmCBGR5s0XuxWkTGatpOZNt27xoQ99F5PJBfFAIcDaPt1oNFKAkkmbYtzudcRtZS6h0DHNDLGFxGMU+GhZrhaszme0myVNXdO1NTFEfN8huiWr+RlXrj3NYDBkvV7RdjVt15MPAqu7d1k3HSF4pFTpR8Zkmr21JPMTeB+2mri1GSG2nBoHQiGVSKWFLdshbs1bC/ma58jHxAFlNMNxTsvmYgLMC7PdT8C7gHVhW5OVj/casS22p5VLS9u2LZvlnNV6xXK5pGlabNfg+xbXt3Rdg9GSvUJDWCNiy81rl/BScunyAeNuQlO3FFXBdGef0/MZH/nNj+KdJUa/tQKBj8k6EMmZJdZC2LIQtubII2cYETKhQ0JIhFZcPTzk27/lm9iZjPjFD/8qX3jxFRKtJqHWxyfn3D+ZMZ1eUAMfVbUerbCQicahtHi8StZabGdZr2sWizmL5QJr+1Q+7Hv6rse6DmsbREhbQte16GFBVIIYNPjAtb0Rry4kl6/cROsMISVZYRBC8dwLrxCjQClwjx1ipK5XhOhSRY0v1i3Ev2CrPBamlBKdlTx19TIf/MA38Z73v53r166Cj3zwj30r/81//Xf5rY99HBdSBnQ2X/J7n3uFb33/N1xMgNZ7RIwItjGTSByW5bJhs9mwWjWsViuatqXvkomFbdE6xkjwNtHMoqMwCq1lciwyZ1ANyAtD5hV5MaGsCr7u2i10MYaYCj/OO+4dP+Anf/Kn0VJy9egSZVbQW0/d1AjhQcDedJ/NZsPtOy9vHUV4HEoJQEQQUbC7M+YH/tz38+0f/ABROubtnPPVCXvDAwZlzl/+Sz/Ig4fHPPfiyyAMRhnygaOjv5gA79+9y/G9B9y7e8y63pBlikuHe1hr6fsekI85L9ZZMgUixq2JpfGoZlJUQ3Z2dtjZ22N3b4/ReEJfrzi//btk+YDMGEx3hvDrtOFLhUYxVQ0/+Gf/BFVpuHq0S5lrfBS0W+aWJNWU7z2c8aP/4H/ndz75eTZNsw1tBD6m8qdCcO3aEd/7PX8CUxTcP77DjYNnUojUNDjXcn7+kJPThyAlQmne8taneeZNR4wHFyQX/eav/RJtHwloELBcrlHbT9i+x/eesixTXiwD0Xl8EGiTUVYlo50pOzs7TKfp32pQJeeypbTpaHE7U0aTMcaYFPtJTQS8j6BhZ1zygfe9GdduCK6D6EBphpMqBe/dBiEsb76xzw//O3+Rf/wLv8z/8dO/RDU0vOdd7+QXfvnXWTY1Qkj2d/cpioJN2zIcjQkINs2a+eqM4wfH/P3/+adYrnt0npEXBd/z3d/G0fg6pbngHri3d8imXjNb1mSFYWdygLcJsMyMgLwkI5IJQTkYoquK/UtX2d8/oCgrTFml1d+mgVpKlFYokZr0fK4xu7tp85eKKA0iBLxPObMKAt9t6LsNzvWEvgM8IVqUGSBNRrQdSgh0lFyeDvmhP/8v8e5veBerdcs3vPednM4X/NPf/BgBwf6lQ9re4WxH13acnKzo+w0nD0/5mZ/9FZ5/6QEqLzAa/uQf/yBvfdObsU5QyTdmQj95D3Qe5xx903J5fwctHb3OcDGjLCsm0132pxPG4zHlcILUOVoIxDa/FMFjtERrgdISGR192zFbzOiaDZOBgn6NMhlap2I9MRBtR9eu0Vogo8f2yYuHvkPgibHHdx5tcpRIQECQktAp8qzi/e94BusDjW159zvfwUd+6+P4GDnYm26ZZgZtBEb1mGrEP/q5n+LFl15hZ2eMd57puORtb3kLXdexbFe07fpiApzNz1NJUkIxKNmfHjCcThmNdyiLAcZoovBoowheJDrlo4BVpP3QdS3zszl1vcB2DVJEuq5jZ1iy7nu0FGTpdqSMdLalW2/o6yWCDqU1wTuc7TFCEKVGaoMgwU5aCUT8YgbhfMCEAKakyDXf+a3v5Td+7dd44dX77O2MaesaayPHDx9SGMG67rl6tMczNy9zuH9EH1tc65jPZnzyk3NGozGT6fRiAtw/OuL6tZvs7e0zGo1SAX2b7yZSuUbpbSYgIbqe9XJJ0zaJOuEbhPfkJqfIMyaDXYLzLFkS2pr5es5wMCBTitC3LDdrNn2LROD7JbOTU0w5pBwPqUYT8BYZH5GaFEIU22BYJnNWGV3b0q0XZIMRIRtwuDvmb/yVH+TnfuO3mO7uMp+vaGyPUIrjszNOTh7y5lu3WK83hBgYVhX5WFEOSobDEUZq/BM6z54I6X/0E5+Pj3GDCNpIBCSsLAScsywWK9brNd61jKoCKcA6S5EXKK3JpKauN7S2Q5CKPoURzO+9QIiRq5emhK5js1oAAZ1VuH7DJ37nExSjHa4/9SwHly8jtELYNTJ4pBBIpfFSI0VK+pU2mLwkAuvZKWf3X+Dg6k3y4S6Z1HQoPvviMSfnC2arM7KiwFpHU7eUZkAMjul0wmg8JNOCsizRWY5C0PU9f+4H/sJXDulXJkleSI1zkXq1ZLFasVotWa/nGBnwTrEzmVLkCi1TCldVE6yzVFWRKBdVjnMOYwxCwurshPtti8Zz/PKctunorUMZTVU2vPTSi7x495yn3zRF5BmbriY2HiM9wfbJCQkJpIxCKw1Sk4eINgVeGh7Oas5mn+Zd73k/decRWvGWG/s03ZL5zLKYLdkdTTg43OfSwWWKokAbhTSaEBxd3RNchyhSnPlG48l14dkZ8/kqIcneIUQk0xk7g4JLO0dkRQ5hS/FVAq1Ty4D3HqUVg8EwsbSMIT7KT/Gc1EuadoPoW5r5Gc6mxF9lhs0Sju8/IC9zDnZ38X3HvG1wfYcIFik8RgpyY0AoVJahjEHnJVH2SCHwIqDKAXeff45nnznHeYeNAWUK9gcZq8GIKlYcHR1x6eCIvCzp+g1ZNtgCDoFhtYNzPa13RPfGPeRP9sKbc+g7hE8rvlo1tNJuKRIC7x1VlWGyiLUWrdVjIRpjtpNJQGzT1IlP3W2oV0tsU4OzzGYzYpAopcmrAplLbO+ZHAzp2w0nxzUIlciYvqPINL3rsUZjTIFyHmEcuZAJMPABET3j0YQv1C2Ls1NiZogBJB1eGaaH++isYH//gMFgTN9bVvWK3WyAQG2JUTnlYEDlHNZdkB94+/Of421vezt6MOV8dk6IkRhAG4UPW6puTPjccJgK5UJIQkgCxYLzHc46sizHuQRM1JsNzXqJQtJ1dttEkxpgGteBiOSZJCrNYLxL1663POVI33Xpvq7H+oAB8BG3BQEmO+NEstRzpM5YzM/ZObxK020IwVMdHDHeuYwFqjJHhEChDZemR4TgaOoahGA4HBKj2aIzbyyjJwrwC6+ckOcv89StHCkl+/t7SCkSO8tkxC14GYKnbdut9hn63qKUpm1arOtQStC2qaWqylRi87uAlgFVZqxP1wgUVVXR+p5N2zHoHPlwii5H9N7RrNcMM4O1mwSxCUnvBJmvUUKDh0Y5BiPBeG+fByd3wRjmqzWTw0DXdXgfME4jug6HpvE1RZmzWC0wWcZmXQOJ3T87a5hOdx6T1i8kwO/8499OmRmCFIxGg22inuhfVnukiJjcIKUiBL+lV2iyPMf2HWVpKGVG3/UEoG1qVnXSOB8C1vYMJ2POj09St5GzdF2LdY7FfMEXfu93qdueer2iyiVHVw4ZVwWEkDqbVIAgEEqzfLCgvvMCt1/8AtdvvonV/JSDwysIO09zswnU9YXm3vo2hdonesXQDYjBc35yQpFXTHdH5FmB7WxC14MHdUGGalUOiSRPbK0jzwoEiV9iMkPE4XwLTtG27b+3DR0AACAASURBVLbUGdBaorWk2bRYn3BDmQuc6tBofHBEkbiBZbnLYDzkfD7HhxSfFYWmazecnJ5x52RB3cO4kNRNx1M3rzDIM4xSeG+xUdDWPadnJ3z6pXOEkrxv2VDmkhvveT+z259JGVW/YnT0LLWN9K5ilBdEGciyAqMNu3uHZFmJVIp2s8ZkGqkkdbOi3HZgfcUCXNUbrG0ZDqaJArs1WWMy1usNy7Zjd5zj+562axPFLIPgAKlomg2dCyA0r965x3CUUGvvOgKCzkU2bc/lm0/j3ItIAtlkh8Y5+q5hujfh/qymW2942EeGD2ccHl5mPMpRCkyUBC/ZrM554c6Mk1nD0aVdxuOKbFTSscYHi+t7VLXD6OhpHizmKK/oO8dwOMCYRFh/VM/pbUdR5LBtrwlNTdtcsE9EKkGhBtjOJppDdKwaj5Qe7xyr+RwVK4bVgKocYjK1DZYtPkA5GKJ6h1AZ+zt75JmgadbUIcHtzkdOTxdcu3GLo6OW5ewYXZQMxyNWc0s2GPD1b7rBfNNQb3puXN5j/+CAg70x0Xegc4iaLvQcrS9xdCPnmacuMxloyv1DluuHOCfwNnL51jsRaCop8MMck0nG4zF5lhMRSKGIMdD3NdHnSKnZbNa0bctiNr+YAKsiJ0bBql0StWCx2kCETGRksmA6rjBablntHh8khNTvZooSJSRCSspiwGRUEnE064qHL3yOYB1aSFZ1R9dHivGIZb3EWYfWGVmRIKTxeJj4y5dyrh1d4crVQ6pcI0RA5wOUyhkMCyY7O7goqMYTBtNddnYv4+8Git2CulswchqTWXZ3JhTVDicPlwhyQkiYZV0nopFzjqJ0bDaJG9m2La29YE3E2y6BBrs7bGqL2DSUpSHTAomnKEqiSDWJIsvxoUdGQZFpordEKbaIsMNolWoNWuJsR/QOowNaB7q+T11Kwx26usb5gDJlauWSkirLKKuM4WhEWeRkZUEkkucVRV6RlwVOBIIHVZSM9g+ROufmrbczOzll/vA5pDpls9xBl5KqCjx1/QiHp+9tshjvKYocqTKIAp9FJC1FkUG8YKNNjLDerCjykugtg0G55SEDBILt8QiqwQhCTBw8KfEh0LUWYRRGKmzXImXxmLXlgsfFQCQyLHNUZoiuIzpHZ3seNWULIsF3qOgZZCO08IggULrE9i1sO+Jj1EyGI+arFVk1oG161v2GqhrS9IGsuo5UY6S0dI2nzS1dv0AoiTapCSeEpH0qBpz3DAYjiiIV4etNczEBPmpcjtEjoqNrOsrhGIhbclBLkRlct6EYlCwXNdE7ut6xWDZcu3GZoARRZPQ+dQ2tlyu6TY0MkSIvuPbMmzm6eYtXPv/px8Wgruu2BaQWo0pypRJn2lma3tHOzulX52RZibr2FCbLMVmJLD3C5BTVCHJPvakZj8cUeZFQJG0ZbxsPnbUokbFabdBa4UNP39Zs2hYRFGVRY21HZgYU5oJe2PYt1nmUBOt6tM6QImCURGjDqhasVku6JjKOu7Rdj1GpHBoXC9bzOU4JinJMlWX40LFab1guVti2xRSaazeewYuktVGkjs6ua7btrhDwRF3RB8Haevr5kq6toV+gUKi8ZDjZRZJ65PKiIMsMZTFld08gCPSdxfaWk4f3GQ6HTKZTsqxkuVnQ9GuKmDEYlqzqOat1zcHOAbZtWbdrpDIMqwumctZHlssZUiiqsmQwqMiyHBEDq8WSerVkd7rLaFTStB1SCPreUw3gxs19ghfcPV7w4Pic6XSH6e6I5WKBt5a2qZHZiHXdkJcS95pWVWM0bWsR0aQ9SWlQirv3T3kwe4koFNJbJIZ7m+c5urzLW27dRJsKIzKMSGz7vu9xfYe1jrpuma+XvHT3DllZMhhN6VzL7nhMoQo29QYfHU9fu4q1Dqs0D+6/yv2TT/PMrRsXE2DnJLvTHfo6bLvBwbrUTdR2Nfu7Q/KqYtP35HmBUT1t73FO0veO5XpFphXlNKcsIu1yhtusidtm5qwqWHU1eTFIrKz46OwEUDo1Znvf42PObNlz/7ThU7/3PD2G0aACYfjcy3d55sYe450Ju5evM9tYZvdeIERHkeVMBju0tqPtHZ0VdJ1jOCnp6oZNs8I1jpmesTsdsTc5oGt7oo+slxsqPeH63hDdXhCN8e0aJzI639N1PVInWqxSGboYUGQFIka6uqeNLeOBQavAg4dzOtsznYxZLZfkGbQCurbBdRt0niF9x85kl1xl2L4hhtRlhCA1aQuzbcbRKGC1aQjeE4jMZqc0K5C6YLqzgxaaxXzO4OA6QWhG1S7WzZAyday3zYI+RrKR4nI+pSwGNE2DLMbkxZAH9++wWizxlwO+6wlCYKrA2569RV13NN0F68LDYU7XORazOTH2FPkOvY1kpeZ8NqOQkt29MTvjIW3n6L0H5xjkhtEoFW4mk0tIIWi6ntA1qbZhzPYgCUnwkc26Tr28MaYFkgqlBIJEw/A+4mOLUZGjvTF93xOJqLzg8GCXm09dY//qVYaDis16AzEwHoxpOwfKU5QFrplRKk01mCQedZWzWqzpZcdys2ZQjTg5fYWaDt8VXNobokVq/9L5BcuaxlRI2TPdHRFcT64Vk9GQrrdcOZhy7/ghq9pico+SkfsnZxxe2sM1Dt96dsucpkkxnkAgvcdkWepJCxbb9wQfsb0j+JAarB8xqaQiptMmUMoju4C633KgcrKDI/q2Y7oz4sbVPZ559gbj3T20FOwMC7QxeBeoSsNic4qVPa3rOBgeUJiCpmswKmO6v8Pp2TFve9MVqtEBQvWczO4xLnbZnRxw+/4d3OkGrS7IUJ3PZ6lDc71iPptRFgOqoaPIFYf7B1RP3SAqmfh/NjIZj+iajt2dREiMMUKA+XzJ6dkDutkZm2XNctEjvODO8i5rF5iMp4mIGWIS5LasF2PCD3VhuHTlOquzezyY1egQ0D6jPO248dY9Dq/cpBwOMFmGdxHhU/e5NgphAq5uGRUTRIhoCfu7e3R1TRcsO7v7EFMlcb3xiJCB8BidcfnyPuvFiub8giYcbIrHqjynzYesO1ClREc4OZuRlwXSFJwenyOi5dLuCCkV2pgvMk2VInjL8YMT5icPmZaSe2dnlAZuH58wXi4pBwNuXTkk15IubFlfAVzvycdDHq57JoMhw/0Jm4VFKIM0ioNCcfiWW8TIlgcYiUHSrjdICUJF2sbiomea76ILg9MBGXpGwx1Et6Ku0zFRg0HFwf4Q61pUFKyXK5y3uK5BvHEY+GQBjnemKBFptqEGpuVgf0iuS/q+J3hYLBYoEdndHVOWBW3fYV3Ppm5YrZbkWYl1PZcvXUJHwcsvvkDQJeftksMr1+i6lq63dG1DFtMRJ+lAiIxyYFiHwIOTObNswyUVGe4VlFExqHIOrl3CHI5BsiVv9jy4/wDnAsNhRd91qJizOLlPtTfhtL7Hg+Wr7EwO2M8u07aOTWPZGY8x0lKoiutHzwCaup5hRElft8zXFwQThMy4f/9VjJZMpwPaVhC95Wy5IM9zdnZ2yPJEugRJ2/Wcz88YjsZobVBK0fUtru+RQB8Uo6NrTHzk/OQVerdmdzpB6xxlBLZJLanaKKphiTAFd+/cxwtHPhyybpa4YsawGDDaFeQ3S3RmOH3wEK0kRgH0mKIgLwpCAClhMhhycnKXe4uXaYoNewdX0VJxaToiv1yyrhfcu/cy+tKzSKFBBogGZy1ZMeTpG2+9mAA/+tGPEaxFRA/CI2XG7v5lBiPDaFTgfUAr8/jYpkRiTMzUR6cYCRHpVE5ju3SmgesYj8bgp/RtgbUdzvf0XqOlSJwYBcpIOiKbuiH4lno+Q/cN0Qa86hHkmCzn7OScXkQenj5EYHnTm58CIam7LrX/S4lrPdPRlPPlnGE2QfaG4f4IqSRVXmCkJMtKgk7Uk0zlDCvFatFSVfkXT5D7SgX49LM36WsLWLq+S722sWd//xpZlqFk6qCs64beesoqS6VM54nWIqKgbz1CKmzfUJU5o2FO2zZk5TBRNDZzWgvWAj6dbqRdhCDY9lRQ5gWr5Zoq9BQ6YnJBkRcUmWEZBF1bU+mK+4t7/O5nb/PsU29mZ1zRuXS4ztGVaygtEZnk/v1j7KzjONzHKcnV6SGN3XB+tqCzjr39CXSeYjri0tUr6ZQRf0FAdTDapSwcTX1K164YVobLl/fR0iOxhAC9tTSNZbxToTTYtiHPBixt4Gw+42R+wnQ0ZjIaUAPBGIaTHbq+Z7k4h+DofJNIP8FDFDjr8H2PUIkF0W0s9bolrzRVVVFVFXkxpMo04+EOJwuo1zWZ3iH4iHOW3Bi6fsbD2Qznp+ztTimKgiIvmIwnrOslLy3v8+DsmMloQmkqdocTFs0MN3KUaphOECGw3lzw4B1nPcH17O9fIlc5JycPuffqCQcHe5SDnHunJ9g+sDM+SOcdrBqUENSuoXeWYpDTrFoKbxhESV5kBJHRuZbTs4csV3OapkUEjW03THLwrsN20DWKrEpQ0vn5DGO2JUZjaLqWzXpN2ywp1AmbjUUXilzCZt1RCLg01cwXG46PH9BveugtUXhUJtFZzr7ZZWmX4AXnD+eMB4FFs0Aay+FkjyJoFotT+n6N8xcMY0ojYRtbSWNQOaxmSx6epAMRO+c5ODgk05L5bEFVVRRlRQiBXa0IBHp3k9j1tF1HVg1ZLpccz+6xXq6ZL8/pakehMmRwFFKgoyf4Hts35KXh0v4IFzyb9YbVek0uJVJ4dqohn//CHW49m7FZenrpqSYDbt26jjGa5156gU3bcutNN3HOcdqcsa5XLPs5TbRc37vM5d1rzBYrRsZwef8Ss7MTRtNDjKrofENPJMt3MO6Ch48tlguMSZzjvuvpO4dD8OB8RlWNMDq1noZoH9dOnXPbdofIvQenaJGxs1tysljho+bh4oTOtUxHU4zIWMkVq+WciKbpApX02+NUAqFrqUzKRnwULNcdufa01pIPVrhlR6iOyUZ7VDqndStUcS0hynYAItKt10wnE+6fv0rTRaIWiYoXFLvjKaNqH4JFCc3u5QFOWxSpG75tesphSR8umIlIqak3NVoL1psVq04x3jnk6JohN+lsrEGR07qIFB65pXFYa6mbOp2NECwPVnNCzKk3M84Xp9TdAp/3LBdr6r5hvllgnaMYjcl13BbmFdYFms6xblp8AJkNeVg3RBn5/PE5O7u7THvBkRRMJyP6WGLbjvFwBDago2GzmvPi7bvM3YKdg2e4dWOPm0c3OTtJ3GmtwAuNzg3zleVs9oDJ4QFVlqNk6pcbjKqLCRAC090dvO2psozJuEPrinW94XzTMJ0Y1jU4coaDAcF2+N5C9GS5od1seOX0Nq/M7lAyYiQrMkqi0tjWsayXDFXJ0WSfTbsh0zlC2u25V+ksVuEjhdLo6MmFRilPzDIKk+F7DTGjriPDCYheUvsl84fntJuWuq+5e/yQm5ev8/+092Y7llxZmt63J5vNzuRTzCSTzKGquhvoq4KeW8+ghloQCuouqSs7s5kkgxHhw3E/o4170oV5JiAIxZI8b3M/wnJzO7bXWv/3dV8eud3/SCou2fCJ/S6nqGtiojm3LVVRUBfXrKs3jJNFZAoZxJxGOBxfVsC6LoBAlhVMvefcTSxqgwuGp8Meo6EuNHfbW4S64XzYkSWSbhL01tGUGjFC0s+DHxUj765uGMZIf3oiVZDIkr7t6M8dfRgoS4WQ8/1aSgU+YrsOqeZBvcoVuXL8/Tcr/sftiBCS7WnLTt9zs9mgfcLnz1u++9VvWZoNq4tL2vPI3//jP6KDoxs9/8sfTkg/sLSazWbNcXckTgFrFReXOd534BOGfsA7zxRe2JF244hKMkLQCBXIm4Ltac/T0xOb9YZEzcimbz68oe9HhBJ83t6TJg1lrgjnkWQyLKnpDwNjwjzkFjnKGGqzoD31eOGJmSJVAWMSjJHoJEEaw/rNDYt2JBIxpSOqSK4CZRG4vvDc/vB7Nl+9oT84Pvs7ri+uqDYF9493vHv1nouriqjuKDOFjFBXFRJBN0784Y//Qnt6za+/fsft7RcejiOD9RSpYBrPaOkxieD66vJlBZRiDvX1Y4cPlqfjA8EGope0p46jG59hEBlpmnK9bqi15O7ulp/vt5w7T5nVXF5fYrE8HZ7IswSlciKetj+yum44HODr+h3J1GGEQCqQCpCC0mjKpsA7T1ZFjEj5fHfL//yffySrF3zYXEDbEaznD3/6RPHvS0yW8OMff+Lx9sB3v/4aH0bOh5mTapKMMG4pM8X76zUhDPzX//JPXFy9olSOL9//niACeVFRVCl5nnJ5cfWyAm77PdFJCAolBdrLmTWaSrIsx4aJNDM4H3HTyLk/cz6PTMogqjVVIRC9pchyVJGhTcLxcJjh2TGQJgVdf2RyDs2MW0qUIriJME6gQGhJagz7c0erBi6qK4o8QzYKk0mIgsdDT+8tkxD8tz/8ntc373nz5j1aJfzxjz/y4c0V9WZDkpbsD0+YNMVFyHIFKqFZrLm62WB7x/X1K0waGEfH7e0dqSnp3b++Bv2LBbz7fI8SkqqqWS6WLOsrimJmsYzjSD+AkhJnJ4o8IS03DO4RfxjZ1Cvc1OOUoFnUfLz/GR8lxqREU9EUOcfjA9IqNoslp30gsONw7klV5Hw+ocwG70YyLdFCUamMTbPAePAykGYJq6rh2A10dsANZ6QSVEWC9wcenjq++/o35HnC4bRnKQVaSUKSk2UNV9dXbDYLvB1p2yd2Y0dWLxB01NUKOzoenx6I4oWbCd9++Jbt7vCXiZl5BtH+GfhqjMG7iFYF4zBho0cgubhY4/2EsAKRJmyPR8pqA8FxPnW0duTL7pHz047LZoki5e7+f3BRBk7ngetlxmEMLGTCMEwoGcibkkQrgoSkKUmjJK8KTGIohUR1Gu+vsKEnxsCI592HdwTrKOoFPrFMYcdytWJZXPLT55/5+cct+/2S3/32dzhbslwq0lSSmQVjP3Fxccnbdze/VKJ/CwFa4Ty4ODD5kclnTMOMRSYEUBLbjRR5TtpUjNMIZHjHnEfbdzgROA8HtDJUWY31YMcJ18+D7RAEox3QScJPn+7JTIS64NQ5grcMNnAaHSoRtJPltJs3DjbNBpOXKCMR0uNHx/s3Hwg2cDo8ki0XuN7SDWe2u0eaqwXjcKL87ZokV3z3q69mAsjjnv/yz/+VTBsuFksSBcYoTFIxDhYfHDr518v0iwXsuhPeTez292RFiqfiYXucaWhVio4aXeZIEXHecx4sQz+SpAtEmiPSE8JZiiTS1DUiBpR/IseDkXjv2O+PmDRjsWgQWeTL9iMcTkxR8cN2T1EtSLKCY7unKNcIFxmOe046Z5Gm4ARGKpIi43g6YDJNK1p8F0hzh1MjZClFlqFCwvbuQKlzUGDd3IR9vbmiqRrqsuLQnnh6ekLphDwvkSjCSxmqiVGMKrJeriiKhjQruNoYvB3nTJu07NstYZooTM2h95zOHTEOGCXorWdZ5VTLGiln9qqIa/b7MyG9oGvP7LZ7srIA71lIzcWioT/1lGXPcexQEQqdoFTGp8+PbJqKQir2jy3WOq5uLgheAZJoWwwjp6eBs4rsGBn7E4u3DU1ecrl8i3NwOB3p7YjWOc2mABNJi4KonulMQAyex6dHTJLjxAu5McakXKwzun4gRkGiDUF7gpzxxofd49wtedwT4hPvv/qGkHlEosF5qrrC2pZukLTDkVO/QwTP+TCQmJT1eoVvIjrVjGNHrkvqXHGQR2yWUscGL8EOljxP+fCuoT/uAcnj7oDWDW6K7HaHZ1qmJKYFl0uBTiJjHjmcHC7OFJAsFeQXDTIGzKARxhCEY3d4xFCgswLnA0lREoPg4afP3G6fWK9fGPW62x0oTUL0Ho+H85w4V0oxDhN9P/HD958ROiPKyPF4pMozPAEpA+fdA6MPdMOe0Xm2x1u0iCzSDXki8WFisZj7bofdSEgMiZLkeUaWaoKLDM5CYlBJjh3mVY1pGthsSkytGaeRfXvm+mbFIq9YrN8w9geG0xlVa5Zv31OkJbCgLHOUCDg7zaTfENg/HSjSYgZJftmxXK8Q8oG26/jw7dd88+vf/j9hFf9/Chic5TxZJJGizMmSGSQrtWacLA/bJ95+eIP3gmVTYqeRc9uCsrTHA9FLHo8T+6ct6/WGV8tXTHbAdpZ8XePQ+Gd4dl3XHI5HonYkRs3oeRmp0jkNkOUb5MJjrcdazeFwYqELtFJs1mu6fqRKI8f9jsurFVp4Ll/V/ObbK6o8508f9zw8tYTocZPl408/EaXmzasVd+PPZK4metiHHV13AgKhE+T5JYvmhc0EaVIyEyhMQwjP5PDn1pZUkn/4d3/PbrfHjp66Knl8HFAx4qfIslkhdML1m4K7u4auP4EfqcsKkUv6riNvamyweDfz9bMsmbNwz1SNIOLcmZYK70akkaSpIgbNenWDt5ZqXZGkkW5KUEJhzBy5EDEwng883lvux4kfPgb++6ePVJcrjGuQaKILPN3uGNKJvGooqxyhE1aLG6ZuREeDVpa+f2E7a5OPSL2erza6pGvPjENP5M+YkEBW5Nze/kTXn9isL9ArxdPuhA0WI0DGAaENebGgTiU2RESUBOt5uN1yGkaU9GhjyIscHQXjNGLMLB9QaYoApv7EaW/pu4BONFVZ4EKYU5t+oipSCpUyuJYQMoqy4Tx1/PjZ0vfQT57MlEgVsGyZYqRMJXIShDFhMoH3H97Sdh1td8b6iZ/++OOM+nvz/3Ke/n8r4LbtWZQjWVozOI9Qmiwv2T8dOE8HjvHEeRq42qxxU5j5pd7/JQSNd3O0anPDl5++5zwGzkMHIpAlM5WoTmtkHEhzg3UDu/6e/fDIa/Me7XLOcYcPDtEX7Pd7bPQs1QrvZmbDbj/v8JWlYJwGVqs1o/VonbKoSkCQVxm3T5+Ynh6JJ6jSAqEck5/wVrBZXfLu7QeMMVRFQYwSO0Yubm5IUsXD08PLClipCo2gbw8zi8qkBDEnGmPw9PsjyinW64Y2na9SwWvKssAGQZbl9Ocjw+GeuioRwWGJXN1cEYJjGOzMKrVw6B+4398xiY4mrUhZ4OjpzxPTFDHKk9YG2w/oTFLWFUVe0vcdMcBiWeO8IKhAmZTY4DntRooiQ+uORb0hXAuc7Vkv16R6ppYPwwghQYoErRRuHNFSslwucc4yjD1ffn5hAaPMcGgmPzF2HUWtmPyElT2H9h4pAkWywnpPO7Sskxr1vFIWAoyToOtaVhcrynrJH//l/+R07ijaniwzSCVIheSxazlOO4bkzHT0LNIlaW0wU0KWNc+rt5bt44HDuSM1Zy4vNigtWK0XyCjopoHWWaS0NIMky2q8zgnRYhJDGg0iSbFKYyQE7YnCYHTDq1dvZuJ6lIhnvGjmU7p+z7nr2J+7lxUwyWd+aVUvSNIcIQRD19OfB/xZUWcVWuccT2dyU5FmNcPQz4aGKFBpypgV/PinH5nG35OmGU1TAHZGOAnPaD2JTujPI1EqXi9+RVNfIpwgTTWTc2R5wuef76jSgve/u3lOT0bKMidNC6Zxgmlk+3DHZrPi0/aRLO14/e43JHlOkSva04mqLhmGlkjk8XDgw80HDueWn/70R5SMtLni8uKC3bgjDilfvmzxoiV7qRLoz66iP8tMhBAsF4t5XU1qlk3DNDnu7j7TlCuQkOgZmNOPAboBiKRaYoRGGo11E/2pI5EZ3TDSdieSRJEWOWIqSMySSDpv+zvH3eMdlomztXz8+Jlf2XfcfHiNe/Y5DX3PZC0iSq4Xr9BCsPrmgmgtkztiMIxW4KOgbhrSukJLiWkLyrSifNtwak/4aUTKyP3dHW1oSWRN1/aoRHN18cKGaoyeaAWn/kCqchKtGd3AYEcWyyVpllOVgtN5TxSe4Az9IGkWCqXmIflkBzaXS6x1eOeQssJHQdt2JFpT3VxxPD3iOseqeYMFlO3ZjWfSzDBYS4wTv/7NV2yXC24/fqJc1Lx++4roAqh5CK8UXF5dkCUaHzwn67nb3aGHW96tv6NI5k39iMT6SJaUnMcRnWQUTY20KSFKzubMMmbgU4b2R3KxJq+WLyvgqbNM/ZbWn1k3K8ZunldkWYaQgqHv0VnK9cWG/fHIv3x8IETJ31U3GAnKGNJUYJ3j4eE4M7FEJE9zlFHs7z5iYsZ513K1eo2SOVFLiBO9O3DsBsY2kKqc8dhzsayoq+/I85TRjuRVhvUWnRhObctiU5PmKWN/5mKTUpYNPvQUSU6Spkx2wk8zdamocogBJVO8m5Om56FDqYQ8TYlC8+2379keHziFF96FXd/SFCXxDON+xIq5Db9oLlAiw04TR+vQEob2zKbSmLwkioRD31EzoVTAe4t3EaUi6MhgO4beodKC7cM9680lq9UC58GGgJ0C28NAKhO++dUNQao5ejUNuKjop4jQcO57rOvxNpAkBf/pP/1vlE3B3/36a6IIRKEwKuX3v/89H371FUoZMBIlDC4Einy2jkmpOU5njtMtGTfkSYrShsvLK1CC4/n2ZQVMkwwfDE2lmaaR9ukJqRJ0btAW9u1AkiazYSYaqjxFS5j6jrv7J2xdsKgTBJr1Zknfd3w6fUQrxSrd4NKEKixZLWqKqqIfLdPphAQul68Zp/F50dJxffOKcZrlAVoobD9w2p1Y5Dn7ceDV1QX573KEivhpYAoWLwJlWvHh6w8kRnA+n2gWS/JspiR1Y4dWARki3gtkaFiu1gQ/MdmOi4slV2wQ7oUMVW/AT5ZUCoQMNMuKz0+3PP3wA5vsco5BdS1Puz1Pjzu0iLy+uaYdBspmwakdnq9eYR7mhIC0kbE/YYoV0QUmpxinQGw7bJg39Nt+joYtyhWRnvPjjn7sqMuCxhhkhMPRcnf4jJFX6KrBuZH1eoH1DhnhdB5QiSYmEz6ONOX1vLOYSqSRhGnmtGB5rgAAD3pJREFUHno/CwpSlSGz2dmU5QWVgqJY0vWC8/TCxPr3d/+NPK1527yenWxakpmMcXT86eMnvv5wQ3tu0Sbn179esz8esMowBojHgSQNIHK0lgTb058ONLFi/fprxuFIHCdEdLSHI+3J01pHUDnRBy6XBUkGJqnJspQ0SejHZyKb9/hJ0D4GTktLVs+c6RBBa0OqFIm8wAvJo5uf+G4asCFw2n3morkmkzVS5shoGf1AUZUweYTIZ79TmPj0w/c87A98/8MfX1bAn37/M3ldwI3HyYlUZXze3qNiysVlyTB21GVOLgRKRK4vrrl/2NKOO1hrrPHcHxRqGJnsxHK9xmAoiwolAofuRLUo+XS/pVrVJLJh2//AuliT5wqD5ng8ITUIPXNNkZKqmnVtv4vfMSaeIyM6L8iydCZZEnF25HwaKMySxOQzviV2DNOJRXFFIiIujByH4xxDi9D2A+dhTwweNUUWyw3bx0dM/sLI/3fvv0Gnisl6tsdH6qbhuzdfkZDx0+ETt8ePfHP1W1Ih0Tju2y8Io3izXnB3esAXEzbuuFCXZHXBtpvHAZ8+fkYFjfIJ96czXXciXweC9Fg5sj1vOekjV/maVBZ8uv9CUy14d/kVkYCbBuqyZGgmHs8/sSk3tKcHstSTmHlbXypNUWckKfTDhAqK4/1u7qJXDxRlymncEWTEmHq270RBKh0ijQSV4MJIlji2T7uXFfAwbSllzavNB0w6U81TYVDacNGs+PL0PbvjkWVTcxpOHPyOrzffEhwsL6553N+T6JGu77jdfiSr1tyeWwSBzfqCc3cmV/Mm6XCKnPyWKVhWRUUpMh4+PTLGn/j2229YFW+JUZIoOYtVrCXNEqap5/XiBj8NKD0vPCltKCqD6Ie5AWIE0liSV2/mFTmf4oRjOE8UaQYaEq2o8oz91NG3Z6SA8+6WQe0hfXxZAf/wh4/8T//xH6nynNNJYxz0rSMpRo7ne5plNb83vOEs9xSh5PriZuYBeo+2I2lh+O9PPyLHkrJZk5UVi3LNOIwYabm5ucCInH/+8T9TNwuIE2NluFLXmKqmHQ/Y3tLLDiUMKp1vR4O13B7+xFIVZFqjTY2ThiLNGG1APMNy77dPrJY1OhVk6YayWRJCIDPzxoGRkjwrnnHOkcMDSKtYXdaMecu+HxmPm5cVcFUu6c4D23SGY2/qNUWecd/f8mA/cz553hZL3HnP/qnjernin/6P/5UyrWnKnLYbuGlecblZsZwUKllwdE+cpi9U5i15Dl8efuTcnfGJI8tqervDeE2Vl+g6Y+pqAgoREkwqn83Xkr4fOY0dr5r3WKcxlWboWpT0DOOfC6i4vFxT5BVu1LRdABlZNc88GKVJTUJictq2IwRHXlbs7o6sRKAs3mJ0in7pVG5xUfP4eIv3ksenM58+7fnNt7/CTRYboNFL1sUlSZbxNsDueDfbsB4PTIPj8mJDqhXvXt9wbnOO54lXxTXn/gnhxhlqFgK3wy1J2jC2HarSEFIe9vdU2YpVsyDNEpyLz4YFwTSN3G3vcZNi+XYWViEVRQ7TOIAytP2BPMvJdYpzFqRGiXZ239kBIeRMG7YWpyeGdmSaHEJFvvn6HUlhUCZj7FI2m3+9pf8LUCO4rK54c/2GH374icO+w04TU2gRqSacBTfNK3SiUFKzXi0xvsAdHYSJ0ToG69ifzrTDxOcvO2SAy+WCQlZ00wRK4IGiXLBaVTRpQ52uKLMGa4/IRJJVNSCQOkHmNaML2DghleDN6h15UtL/OVKBoOsmvHM4N+FsZBwtk3NMVpDkBVEabHCkmSJP5n2cceyQWlCUOadu4NxP9OPE0I/cfn7ETi9c8SVGsqIgKQWfvr+jSQz/l+sR64SlWiODQgnJNA7cbR9QynF0wwzMdp5mo1Gx4HDbsX88I73nVoMwGUXtOYxPLOoMFddM+szm+hXLuqEbJoS5QoaZRJ6UK/p+wCSGoCS+HXj35gN1seBwaAneYpY1UinyPJth4cWCqlzMmvMQGSaPzDTWzq7kgCRqg5IaZcGh8DHw1Yf3CBUJLjKOA5vNkqZ64VCpyBbcPmyx0wjKcWwn3l1esQ+P3DQbotAcTx3OTYgYyOsKZ3tOjyekMbS7Iy4GNBkXlxUog8lLEgSeQHsaOEnL1eaKMrmkUA1RRIqiRsmcPDEc2xOtjSRJxjBYEqVYFEu2uyMx2FkEGM8c78+ki0vK3CCUnvUaMqJFivMdZTGHCJ23wKz6lbKm71omO9FOikRphHA09YLueCYrSqpmQZq/EIOcpgadKhKjaIcTto9suiNLvcIVks/Hh3nFQ/iZo6AM1WJBf2pRieF46NkkOWSR9aslwc4fuYMb+NR9ZtdvCQMcHve8ubjmN+/eIbVlGDqGviXTJYkWHNsnbCtJsxpTJehnuluSghKS/VNPkuZoLymyEofi4uqK/nxgGE/PakpDluWIGHnYbjmojvXiA5kpcMPEZlGRpQYPhKhIsmcgzzOF5EUFNEpS5hnf/ep3jJPk8X6LE4LJRoSDm8slbz58zd2nT5x2T+yPPyMrgVo3XGQFaVNjEk3XDdwft3x18xXGCz4/HfAMvLq+Jh9W7HaPKJ8ivEMog/eCosqwMRC9p8lTvDB4qfBBILSgqnK8j0iRkC425GVDVAlWJgQ70Z/3891baIpUE6Oeg0Ee6sUl3k0IFMpIfAQtBDFEnPVoKUkSw9i7mV2jX3gX7ron7DCAMfzuu6+4zVNGL5BSsShyjE5wVmBkQlkabrsRMSq+urhGuplKmaVzrL7tD9z+fMuyLhE4xs5RpAl11VCYBjv2TG6EEGZC7+ggCkQAESKTTjEqxcfA5D39aBFSP/Nq5hCO0nPbq8ozDrtH0rTAC017PlGVnlQl1EXGOCmSckF7PgOS1bqi7+Z4bp6l8xOeJoz9HAqvshdiT/7p4/9Ok11h0pQySymbNX535GJzgVRzQvNp+5FUS5RU/Obd34HQVFnKYPsZbKNTxuFMmZQkZYXRiszm7O8H0jZBr1Lu9we8cxzaO1ZN8xf/+nrdELwjL3JscGgxTwX7YZg72okhokjTZPZwigQRJX6yM3I0BiwKdMU0nEn1LOmLau4J5mnOcX8gyQwwD+YzrQhY8J46m52gvDSp9ObiGzKZE7EcwsTet3x4c4UdBcdxYpUnVCZhGkaETqjLmqZZ8vDwiLezMlfEASMgL1LGcSRNDIN3fHj7BqFg3068ffOG4C3b7S2HwxM2TmwWSwKz9va4P0Ge8jicSLVGu4kiryjynGGyEOeAT1JolLJ0bUtRVXilycslOhvJ0HjrZ+qvnLvkeZZSpJog5bPVBoSICKGYHFgPSV7ihhd2pHfnRxam5LF/JMsaIoFWTxgnIH3ivnvAuUuatAIx+4uSRKF0RCpFN7b0Y4/2muWiQgQITpDnGXme43zAhzNDv+fhaYvJMqpqySCPbJoG7ySn48h6fUXUkcPTA0WqMTrDowhCUWazcKAfBHePLalRhKlF55JEFAyHLVm1QAVJxOKdZ4ZeB5wDLSNaeDyaqFNQgr4LxGhRApRIQb9wR/pxv6dbnrH9QOw0//53/4Hvb39kHBRlXFAnBeusRhWGJM6Wr9NuD2ZOcWYy5Xw+sFjVtG1HdzpRVRVZUXIeekxeodKUOgHHgjLLSIuUKSQoEqqmZr1O2R4P1EnBZrMhODdP4aRlHMHL2eWZZpo6CtwU8GaJjoapH8mKjO54IF8W6Gixbhbfa+kJfp5fWxux1qETgcozjBEQNKnWCGtfjj0530vEEFlVSy43N/gu8Nv3/0B/PCGUwtmJfTzSHVvelFfoyYBR9P2IQaKlQYmEPM/wIZDVNUhJO/T8/GlHWjmWTU2WC0rvOBz2LJQlSQrGMZCoEWMMm1VFKaEPBivNPFmbxllvmzeM00yBCz48KywVQmpO3ZEYPCYr8H5uxgolkVrhJjtDz4IkNQptItPokDKS6ln84ryfP+Sz9GUFrJZLrlcJWZ4g0wR0SrTw+uaCU9dyPnvaLmBkjlE1RV0yDWeqvOJ8HgnOc3F5TVnUtMPI4BxGJWg50DQlh8cD3hh65yjqiqgk3fHEzz/9zJv3V7PQZRporUAksxvOR4kQCudBqJRgBybrSZpsDmsn6azTcJ63r25IcoOWZmbPqJk76L1ndJZESoqiwrsRQaCuG3wQODcwTiNV1SBDoO9f+A78D3/3D+RmmrFyiWG1KnDTLIbaNA3jqHi3WOJ8y/F4wBhF1dTY3Z5oDHmaEYXFuhlRrBUM40BZJZRFIDcpJlcYkxGi5KLZ0GqFqgV5VjK2I/14xAuFnSRFlsy8QuaB1zRN5IuKLCtwbp4NCwXezp2Wbhhp+46rqxuUgGAtktl2mCX5TEnCg5bPfK32LxrxRGf4ZxTf9As/Ir/YTMCO3G639NFhp8BkJ4iew6nl03aPSjSOgWEc/6LXfnrcIrXhok7RBvrO8vDwMFumjSHLU7puIss1y1U+myBiJDOC3u257X7g54fvESHS1A3n8/Pnh4ToRkRwZIki04Iym72XUmvsKMn+/K9K5HDcE/HkecnxfObpsGfynhjNbPYSICO0pxPjMPzFIjtNMwZlJtZBayMyfSEzwfqBzeU11WKFCYan7R3rupn/Sj4wjSdklCRZgRTV7J8LLUpKRPCzTDkJ6Gf5OyHigmexuuBweMBIOSsYjYQw8ePj9/x494n36XsSk5ClKR/evQM5C/amcUQZSQwjysxbC0JL2tMRJWcOtDLzvnU3PLBafyA1CX13ZpjmbAt5ROGJIeDcHNEdBk+aa4QU5EmKi/75+jZP7oq8edkTqFA02ZKr5WvKspxNCd0w++L8RNs5DsOXmRFtHVZIsrKa00AInA0orRFSk2U5RZaBG/jTH/6ZXM/b8HmqUUpy7kYO2zNX5orX12/YH1t2+z1RSYRS9OPIYC1tf6IdzwxuoBvP1EmGMYbBHdEmkCoQPnK9fsPYOdzYo/ScfTYqQesZwCi0JilKVJqgk9kiNtuyLcEHhnEiPAtlXgziXpRLulPPZ/uFEEfyLCcExeFwoKwzDuMeLyeaPCe4QFamyBg5Hg7ziltsUc9f/X1nqXJNUVR8+JDhnSZJEkKcUHJuFNws3pCYguXlmtPuzOl0xOn5pS4JpHnCbrefxfN9IETL5/M9UmmatKE9eh7cE3mZodScNB+CQOoSk83bsmHyTDaQmpSABBRSzrQkoxXBTgiRgJ9JmsAvYk9+0Sfyt/Nvn1/+Efnb+TfP3wr4V56/FfCvPH8r4F95/lbAv/L8rYB/5fm/AWuKKz/fAslGAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          }
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "1 (774, 1032, 3) Pawpularity:[42]\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAFEAAABHCAYAAAB/AKuwAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAY10lEQVR4nO2baYxk13Xff+fet9Ta23T37AspLkNSXCRREkFLiihrsZVIUSwbtuUgsGAnToIASaAICIIEsQEjyIckkJF8sw3JsAJHtiAZsijK2ixSG8lwkbgPySFFDmfr6bXWt9x7Tz68V90zI4rUtEYjKZgDVNerqtev7vvfc8/5n/+5JarKZfvxzPy0B/D/g10G8SLYZRAvgl0G8SLYZRAvgl0G8SLYzw2IIvL7IvLJn/Y4Xs5eFUQReYuIfFtENkRkVUS+JSJvvBSD+0mYiNwvIteIyJUi8tB5n/0rEXlARHIR+cSPes3oVb5wCvg88C+AvwQS4K1AfsGj/xkwEYmBg8AzwK8CD513ygngD4H3AM0f9bqv5onXAKjqX6iqV9Wxqn5JVR+pB/UaEfmaiKyIyLKI/G8RmTlr0N8XkY+KyCMiMhSRPxWRnSJyl4j0ReQrIjJbn3tIRFRE/pmInBCRkyLy714BkNvqFbIuIt8Tkbf/CPf7WuAJrcq0WzkPRFX9jKr+NbDyI1zrnH/8oQ9gqr7gnwG/DMye9/lVwLuAFFgA7gE+dtbn3wfuBXYCe4GleuCvAxrA14D/XJ97CFDgL4A2cCNwBnhn/fnvA5+sj/fW43ovlSO8q3698EPu48PAOjACsvrYAf36+Irzzv9D4BOvhM3Zj1f0RFXtAW+pb+6PgTMi8jkR2Vl//qyqfllVc1U9A/wP4O+dd5n/qaqnVfU48A3gPlV9WFUz4LM1oGfbH6jqUFUfBT4O/ObLDO0fA19Q1S+oalDVLwMP1KC+3H18XFVngAeB24CbgMeAKVWdUdXnXwmHV7NXTSyq+qSq/raq7qNaDnuAjwHUS/P/iMhxEekBnwTmz7vE6bOOxy/zunPe+cfOOn6h/r7z7SDwa/VSXheRdarJ3n3+iSIyV5+zAdwOfB04AlwLrInIv3mF2/+R7IIojqo+BXyCCkyA/0LlpTeq6hSVh8iPOab9Zx0foAr259sx4M9rL5o82qr6X19mzKu1F/4e8Cf18ReB99X/97Efc7yvDKKIHBaRj4jIvvr1fqrldW99ShcYABsishf46I87IOA/iUhLRG6gimWfeplzPgm8T0TeIyJWRBoi8vbJOH+IvYGtRPI6qqV9jolIJCINwAKT674ig4FX98Q+8GbgPhEZUoH3GPCR+vM/AF4PbAB3Ap95tS/8Eexu4Fngq8B/U9UvnX+Cqh4D/iHwH6iSzzGqCXyl+3kD8JCI7AC8qq69zDn/kSrE/HuqVTWu33tFk58VUVZEDgHPA7Gqup/uaC7Mfm7Kvp9luwziRbCfmeX882yXPfEi2Kum75ezP/rv/0uHoxG93garq+ucWTrN8unT9Nd7DAdDsiwjx2EDSAg4P2Y6KO29e0m7XXAFxhim5ue4+ebXsbAwz7333Ude5oxGIzbWBwx6Awb9HnlR4r1HMMRpwq03X8mHf+0X+f6pDV54aYXVoaMMntI5yjwjG2f0Nob0+j366z1AaDYS0MBrrznAb3/o/Ugc88wLJyh8RJ5l9FZX6PfHvOcdt7J75wJved+HL4jrbgvEyCjGGpI0ZXpmhkarzcz8LvCeosxYX1uj3+8xHgzora+RxjMMThynVNizYwdlPmLnrt288c1v4uqrriLLxzx99BmyLKMz1WV2dp6sKCiyEeNxSW/QZ7C+wXg44jsPHKERW37zA3cg6pETGxw7PUKN0Gy3aLRaTM1M48pFRuMRvfU+/bUe2XjM/Y8c5dipj/MbH3g3N772Gk6cXuOrX/2/PPvkc4QQeP+7biUf9y8cj+2AaK3BWkMjbQAQxxHOBVQ9C1ML+KCkrTbRHsEIRNbwzKOPMA7KHb94B/M75uh0OuzZvZsoinjyyOMkSYKxlqIsiGJH4mNcO6VTwvTsDMXOneR5xmDQ56nnlvjqtx/lXW+5BRFwfsw3vv04ziuz87PMTE/TaDeZSWfodrqUO3eS52MGgxGDjR5//MnPc/utV/O+97ydX/kH7+LenQ9y/32PYoxSZtmlARETY40n0xIfoCgD7XaL0WiI+pKFHbM8c/QoNk6IjGAjQ+Y9rakpuu0WM9PTLC4uEscxxhhW13pEUYS1FjEGJMcYgzGGOIIoNqSNmJZP6E61CM7zzMkei0+9yBteewhjBUH4u3u+y9EjRxFraDaaTM9MM7tjmnanTafTod1pM79jljwveO7kgE/85Rd57x238tbbbuLQ3gUkeMI2Eu22QFweZEQKealkXsmD4lyJFctgUCAGms0WpQs4rxirlM6xMNWl1WxtAiQiiAjrGxuISCUriZDEMc4YQAiixKIYA9YKURQRQiBV5bvPn6HdanLdVbsRibDW8MSRE5xeWSUbjVlaWuLUyZPYKKLTaTM1N8PsVIc0TWmkljJ3/NUXv811+2a5462vQ9XDpQJxpTdkOk0Yu5KydDjn8N7jQsCLglem5xYgBFQD62tLpGlKmqTEiT0HQBFhNB4RQiBQ3UBQxVqLquKcZ0IiRARjzJbup8qDz5wmTWKu3L8AokRRxLGlOXqDEUVWMB6PGA7GjIYDTr5wnONBSdKEbrdJp9tGvfKFrzzAvl3z3HjDlaiGSwOiFiWkCUYBBe+qZVBxTgURiCOsQKKOtVBVcWlcxb0tAMEHz3g0ZjgYMhwMGA7G9Pp9siyjOzVFc6pFo9EgiSPECCCIBFQF0UpCuu+p40RWuWLXDmyoJuhUkjDKS6b8FM47yjynzEv6wyGry6ssnV5meXmNyFhik7A4P42qYzu8eXsgTpZdlFCUJUUQFMGGgFKBIwZElFgMZZajqqRpgjEGay3GCHfeeRfPPPs0Lxx9Hu8cIhZjYkbZiBPHjwMCAnEc00hTmu0GrXaHdqdFo90kbTSIowgNcO8TpxAx7Ns9ixOHssxqzzAqPDZEpEmKb3na01263Q4rSytk44IQPHGcMDPVqZayXjh13haIgxcfJdq9l7Q5U3uDEoISABGLoEQErAqKkmVZDWKMNREiAihfvuuLGGMgQGRjxBiSOCaKOiT79jMY9Flb26AcZRSjMRurlVgpIhAZsIZ2p83U1BSdbpv1lRXec/th9u2aqydlAxkIo1yqEBFZ1AfSuZjp6amKU/b6zM9OIQaCChr8pQHxzOPf4NSTljRtkMzuJZo/BJ0FxIIRA/hquQLBefK8ag42G80KtBrsf/vRj9DfWOd7Dz+MiMFYJUkSREARstGYBx56CFeWZEXBaFySDTPyIqcsSoo8kGc5aytrVbKylicef5J//Tt/nwOLC1gEYQ0IbAxKIhOBSDXRIrQ7bZqdNjMtwZgIcCCXaDlXwd2Tj3qMhwPMqWdIZvfQPPh6aE/TTKsKwaiipeJcjojQaDZqL6zs0KFDeO9JWh0IjqC+DuxKCJ7RaMSxU8fxGiiLktI58rGndCV5lpMXJVlZUBQFRVbiyoKN3og/+pO/4aO/90H2Ls7Vq2OdpZdO8fTxVZqtlE67TdpKSNMUGxl2zs2jqgTvNyf5Jw6iVpEPEQPqUa/kq8fJRqvsveWXSFoNnILRKuNq8IgEGo3mZlKBallaa3nNlYfQEEC2ZERV5dSpU7RarSpLJw4XPK7lCT7COUdZljhXUvgSXwZmEs/xlRFlUfDnf30P//RDv8T+PXsICnKV58zSGV584UXQymvTRkyz1eS2w7sIoQBRQrjw7LwtAUJVQaD0nrL0lKUjeA9lzurT9zOVQjNSoM7aEjAipGlyjidOgIxsRBxXZHvyiKKI4XBIFEVEUUQcxxW/a6Q0GpZWO6HT6dDtdpmenmZmdpbUpOxanGJh5yJRs83nvvYA2dixODvH8tIyrSjh4MHdtFpVWMmynJXldXZOt6giOtsCcVueKCKUpQPVTfIbBAwBN+zTEI+YQGEDPaMIAWOrDCsim62sLUAVRDHnZcbV1dVzPVcDAqiJ8SEgpgAfYdQSvEfGlqnYsL50Bm8j+msbfOozX6TTiFnrlaz1R9x++/Ws9EacODWgcAXeOZrNFiGUmxz0koCINfg8kDQSgg+IFVQgeCWdSvEhYPKcBIeoogGixNJsJD+wnFUVkQDYc4K6qrKyskwIYZOcGzFVWaYlKhYkwpiAqhIB6701Zue7zE41OLM+Qn1gfaPPaGTpjxziA/1+xu7FGdJmk+XVMY0o1EXKpBl/iZazRUjSpIqL1mCNwUYRYoX29A5ybwg2QpxifUDVEMUxjTSqs7ZsAiVCRSrPNhGMCBsbq5tvhRAIqhXwABrO2YXgfEmrE+N8QWQtB/bM0mpGFM6zuj5gPBqBVR478iw+y+g2InbOpizOdQnBURdAeH/hnrjtmBhFdpOziTFECFYsaWcOr4oTg6Ytcl8tkyRJSJKkxui8uEgA8ed4qQFGo9Hma2ULsBA8EjwaFAIQqtq88CVliDmxts7iTIeZbhPvApEoQR3jfEwMJH5M03jaieHAQhsfclQDIXiy7ML3am1vOddAGKnI9ARYNUocp1hrMGKJrIAoM90p4rRBfBaIZwN5/txbrepn57ay5aS2DiHgfUCDRcPkdQXojk6LfuaYTmOKbMTplQ16/YzZboPx2DEuc+I4wmigbRRJI2anGqgq3nuMEZZXX66T+sq2PVE2ighSURfUUJau9kwhTYTdi7sRE7AizM7MsjC/wNNHjxBF0WZ82wRQ2YyFk7+CkOc5eV4QRRHeV1VE6dxmjR68VMBOQNSAtLocmGvgBgnfPfIiviyYn2kxGuXEKawPHCeW+jx+9DS3vjZh50yrUr2h9nBlaXnjUoFocaHAi8WVjhCqmcTEjHqr9AfDijKIUBY5R554kkY3JZTuHPXmbKuwrPxagfWVVcqiQGugQgg4b1AF5wPBZ2eJHqAqlNKAOEGm97A+epGZHTMEBJsKdlTJaaXzPPzsEt1ui5ubTbJxTrtjEQIahLX+4NKAaMWjYslcUQmiplZmvNJfX0FMxR2LwiGirKytsrd74AeAO98M8NlP/w1pmrC+vk5/bUDpXEXEqWrbrcWvOBEmyVQQ9s5Zhms9ks4O9u7fyenlNUIowVQxlUmIUbj/sZdoNhPeNNslz3PSpIGGivdeqG2v7LMGA6hXbGwQaxBrCc4xHqyTWkMcNxDJKAtHMc5AFBtXX3cuF6u9qQb4nm98kyzPKrI9GFCWJSGEzbgF4GqyP5HFEmuIbEQ5G9g1N49tWF6zfwepVZbW1sgKhwKxtZQ1qXbOcc9D32duZobD1+wmL0Yo9tJVLEZANRBFlUJtowitUjXjccaZFx6j02yRxgl5MSYvClAwxgJbiaXKtltgBuCOO96GNYZsPN6UzTYz9PmOLJbF2Q47moYmnkcff4HvPHqU3DvSNGGmm7Cj26BhI6LY0mokxNaASJWkvOdzX/8uL51cq8i+gV0LcxeMx7YFiLIoiaIIjKkIsQiFKEVR8uKRRzh03ZuIooiNjTUKX/EwI3bTC0MIW2ACpgqhvO/97+XmW27irz71aY4ceaYqC+vkoqqEWqConNHR6ytr6wPyoqAsHWlvxFw3JYksvV6flV7OsCzIi4BzgVaaMMgLoiSmKB1FGbjz7if4R++8kT07pzj8mgMXjsf2QLQE9VgTMHVm9a6EUmnGEcNhn2e/901K51hdXkGCEsLW1mbg3Ge1mzwQYP/+vfzzf/m7fPCDH2CqO705cZPsbsVgRRAMo2GOq+NmFFn2LO5geWPM0ZMrnOmNKVWrXo8LdRtDKUtHlhXkhSOoMMocn/3KIywt92Ebe6m25Yk+lMRWiGNLXtZqtrFYUSSOCKqcOPoEZdRlo7eB0/CyWz91UoEoiFoQv/l+kqS87W2/wOHDV3PnF/6WBx98GOcrQm7rGrcsHQg00gRNYkSE1fUh3gsuVPJbZCzeKWNXAkLucyIbE8VR1cWIY7xXBiPHp//2MX7jl2+5YDy25YlF7ojjCBGDALa+MWsMVquYOc5GDI8/hQkFQZXYbhHtSROq4mah9sBK0Ji8LyKYyLKwuMhvfejX+d3f+Sfs27MfVDb/x1qzqfIkSUIcxbUe6BBMVWsHRQmkplKC4iQmTiIia4hqxaiaOOiNcu5+8OgF47G9ikWVOLEUZaDK04KvK4oIsCrkwbG+tszBhd2caTWIG+kmOFF0bpY2CkHO3YW/+Zk1xHHMDTfcwIEDB7j77m/xta99nf6gfw7gE3XIUiWiSZatrjNpjkWAoEZAA6KCL0uKosRaw55dXX7hjddeGhDjJML7qmKZ0AKlupmJSCBA4XJWzpzipoN7aHfamxl54olQ90wqgWuLAZ7loRoCYgRrDZ1Om3e/+x3ccP113HnXXTzyvccofXkO8M4HBEEnNbiYrbo7OLwa0IBXj/eAKh648uAO3v/OW9kx17o0IBqrFGWtfARHCAFrY3wNElI1hZxz5FlGdvwku6+4+hxwtiiOElxOlGwNZZKJNQQ0TJY4iFSUZ8/eXfzWh36dm2+6kbu+9GVOHj+F1qpOUXhEIUjdlVTwWnW0VRWPIkHrlQOIcPiq3fzqe29nZrpDcJeIbIdSMAouCN4HrNVKhaFqBKECqohCWZZYIzz38ANcf9PrUTem24oRVYIrGS0f59RLT3Ldbe/HTMh4LSwEv5VoJs+TCWg0Gtx44w3s2b+He79zH9/+1v30+z186XATn56QUAGMQYwQm0o1N5EhSROuObCbd7/1OrrdTl1eXiJR1pcFAaF0BdZWtMMTMAhBaoldqwqhEIfznvG4z5N3f55GEhge3EkUJYh43GhIM875/qPf5Mpb3o6XgHq/xQtrPjkB0aN1O7SS4FqdDre/7XauvvZ67rnnHr77vUeQOo7GUUwcx5vJx9Sx0xhBrXBo9yxvvukKmmlcXbtull0SEDUIha/ai8YKgYCQ4FQrjY9K5S7Vk0SW4chBXnBmZZV9ix1GvXWanRZiwDYSyDYYLT3FmZMHmNt1EO99tdxqIGFLBdcQcN6Re1/voBCEiB0LM/zKBz6AWMNgONoEfSvQhi2PNsIVe2Z5/fV7aSQxzk3CB8g2CMu2KI7zvmq0p3HVHkEqKrEpU3nUB2IEtQZjhKJw9PpjvC/pb4xQao3Qlaz1lKloxNGH/o4w6OO9w5clg8EA51zd2Ss2SXXwgSzPyLMqszqvoIK1VS8nSVLiOCGOE6I4JkpibJxUu9TihGsPzPGG6/eTxjG+HneolYxJw+onDmJFOyyiplaE661IE3HTWqw1FVClI4qVKBI2hiN6vRF5npENxpRFoHSBZGqKrDA0GfDQnX8G4xHFqM/6yirDXp+yyCjLDOdKyrLEO48rPOM8x7tKkBUTMcwyQnD1/smtriH1RigbWa4+tINbDu8jTapS0ntf06FJ/L1wPLaXnZOKxG4uAzGbVGTSMZMqt2ARIgETGwoXGJeeYam4pT7dqSZRHGMEBgoJOUu9Mceee4L27G7KccbyaEAaRUwtzCOGulKpdqP5UC3zOLIYEVZWVgjB1THU1KAoBkGMcs2BGQ5fsRtrzmqNTlBTW/daLlXL1J/X5NY6ZgVFjFAGj8sDSWI2u3VRBC0LzhuyosR5iNOISKs4VOQlqSnZMd/i4fu/wS1vfAfOQe4dzx87xpXuKqYXdlbirHO4IsdjESNEtuoCvvTSMYRoU6ydJCYMHD44z7WH5rFGqrCgVV9cdUK1AkpVGl6oba/s8x6YcEIIWulzKoIrS8osx1pT0RwRnAaCc+QuoMGhATTAWm9MVuQULieox3lhPCyYaglPPnYvZZETipLBoMcTjz3KyumTjMcjsiyjzItKa/QV3xPvOL20RqiBm7QNjIEbr1rk8BULGNkqGavn6n4mx8FXdfaF2jab9xYIiBicVrMZgsflOc5TdfVEt+R7VcYSYZxnnJU4hTium/+xwdqY4LKq4rWBZmxZWV1i7fRxWjPzeBcYjwc88egjHHjNlcRpu6qYbHX9OEkw6ihLvwlgCIE4hpuv2cUVeyqN0Dl31j1I3Sbd4qDeh0sXE6FqJ4XgGeUGlxfEsVb9jNgiAkGrasOpUtIgFJ5WEwrncCFQlBaDYXV1SNyIsaLVTzspKUSwKM8/9wjXXHt7JdvnGaV3PHvkaeYX99CZnsGIIk0BV9AfDyvPrCcujuH11+/jwO458OGcruEmaBrg7CoKsNGFQ7LNTZ4RQQtCENY2xjQiwVoBa6pmk3coQi4xhVfwedUfpokrHcZOZHjFuYIuU4ipfquiwWM1kI8LnAhHn3sYoUtZlqgPOO8pyhfYGYROdwpjhBBHnDx9quKWIdBsRLzhhr3s37UDQsU5z270n71dOYQC7ysSHom9dLvCAHxpcN7RjA2RrXhiGlucV5xJKIIhlAUaChQh7cyTl2OQlAjwIRAZwQVPWRZU+9yrn3GUQSmDAI7RcIM0NeAC3lTirg9jjp84xt59e1A6NJoRp06fwvucVhJz280H2bnQRV1Z7/me2A96YwgVTbMCRgLWXHhiufzbvotgl3/bdxHsMogXwS6DeBHsMogXwS6DeBHsMogXwf4fYPu8qOyHxicAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          }
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "2 (960, 720, 3) Pawpularity:[28]\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAFEAAABnCAYAAAB4rK6GAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO2daYxl6Vnff8/7nuUutfdWvU/P7vHYM+NtvIBtwA6YCEICSEEgJfmSSFGCIgGKFCUKfEiURPmAlEgmUpCIIEpAgBBxMBAvAeOxZ2BmPGM8a89M93R3dVd3LXc/y7vlw3vurar22OMut8sQzStd1b11T917zv886/95nrckhMBb69tb6rt9Av8/rLdAvA3rLRBvw3oLxNuw3gLxNqy3QLwN668NiCLyiyLyG9/t83ij9aYgisj3iMhjItIXkS0R+aKIvPcgTu47sUTkCRG5V0TuFJGndv0+F5FfFZGLIjIUka+IyCe+lc/8piCKyALwKeA/ASvASeCXgGr/l/HdWyKSAmeBl4F3A0/tejsBLgEfARaBfwn8lojc8aYfHEL4hg/gPUDvm7x/F/A5YBPYAP47sLTr/QvALwDPAmPgV4FjwKeBIfAZYLk59g4gAP8QWAOuAj+/67N+EfiNXa/fDzwG9IBngI9+s2tp/uYR4PPN838P/OM3Of5Z4Mff9HPf5EMWGoD+G/CJ6QXvev9u4ONADhwB/hT45ZtA/HID3EngenP3HwFazQ341zeB+D+ALvAO4AbwsZtBbD5rE/hhojZ9vHl95Btcxz9owJ4AZfPcNjeyB5x7g7851hx7/7cFYvNhbwN+DbjcfPHvA8e+wbE/Bjx9E4g/vev17wCf3PX6nwK/dxOI9+96/z8Av/oGIP5z4Ndv+u4/Av7em1zLF4CHgTPAVwD5BselRC35L2+GTwjhzR1LCOH5EMLfDyGcAh4ETgC/DCAix0Tkf4rIFREZAL8BHL7pI9Z3PS/e4PXcTcdf2vX8YvN9N6+zwE+KSG/6AL4HOH7zgSKy0hzTBz4I/F/gReA+YFtE/tlNxyvg14Ea+Cdv8N1ft24pxAkhvECUygebX/1bovS8I4SwAPwMILfymW+wTu96foZoH29el4iSuLTr0Q0h/Ls3OOetEMIS8I+A/9o8/0PgR5q/++XpsSIi7NjtHw8hmG/lhN/MO98vIj8nIqea16eBnyLaOYB5YAT0ReQk0Yl8u+tfiUhHRN5OtGW/+QbH/AbwIyLygyKiRaQlIh+dnuc3WLu98SPAk29wzCeJ5utHQgjFt3rCbyaJQ+BR4HERGRPB+0vg55r3fwl4F9AH/jfwu9/qF3+T9SfAeeCzwH8MIfzxzQeEEC4Bfwv4F0Tnc4l4A7/Z9bwbeEpEDgEuhLC9+00ROUuU1oeBayIyah4//WYnLOGvCCnbxGOvAWkIwX53z+bW1l+btO+v8noLxNuw/sqo81/n9ZYk3oaV7OePfve3/k1IkgQRQWtNCB6tNQDWRp8Qfx+l3PrAoJ7jXe/9AfI8Q2lFmiYkOgEUiJ99tveeEMLsJ0Ag4Jzw0vOv8idf+DNEC+9+9yNkWcqTT/w5v/LJTzLs9fnZn/8F/vZP/ATbWz1+/w/+Fx/+6PeysnCUVCfE84Vr164wKMZcubzOPffcx+nTp8mzjGoyIcs1nU6HB04dv6VYd18gKqUQEWJsunPx099N0yFRCgkBkcCN9at89vOf5Y6zZ1ldPUaaJrRabZIkJckStNZopTG1IW/ls5sQQkBEYXA8/viX+dpXv0oQodNp8dBD7+TJJ5+kmhSsrq7yPd/7YapJwSuvnOf0qbOsLB9jNByxNLfA9vY2xhiyrMMrz3yVz/3pFzn73PP81N/9KQ6trHB9/QrG1YQAD5z6usTn9oPofZS8m4GbPp/+HgKIgECqPZ/73Gd5+OF3curUSZzzZGmGJApEECW0spyqKGm3O6RpSpomKKVI05wszXjy6cf5iye/gtLCubvP0uv1eP6ZZwjW8YOf+GEWFxep64orVy5z8tRZXvjL57h06RIf+fCHSdMU62rW1i7z2J99kSxtsba2ztWrV9GJJiD0tkeU9luOsb89EJ21iAhKqZiANz+BvRIawIcAAVp5iogiSTJOnT5NVRZR0iQe4z3YuibgmUxGUaWDxzuPMYYk0Zw7d5pnn3kKlGZlZZkvf+kx+v1tFpYW+dgPfRznDFma4Jyjrgt+97d/h8FwwMJCh/e97wM4W/PUk0/wwvNfxQXh6JHjXLt2DS2B/tZ1fue3f4+iqvjZn/mZ7zyIxjlUosEHlBJA7ZHG3SsEDwh5npDnOWVZsnrsONYaQgAEggAevKuxzuGsBRGC9zhnsabG1BXd9z3CZLTJ3PwC3ZbwqS98AVPXfP/H38/S8iIiUFYTqnLC2pVLXLl8Cesdg+EY6yoG/R7PPvsMVVUSQmBuoc2ZO04j3vEXf/4Ely69th849qnOzuGdB6WwjVSKqK+zkUoppnxEmmranZzxqCBvtcloT2FGAkRazuC9JRhDVY2ohz2oJuAsYkuWdcmPfuSd+AC9UcWpY3MM+oc5e+8Znn7mcQTBOc/1jdc5d8edHDm2wvxCl6NHF9ncuM6VtfN0WoIQUCrhgQfeDgTKYsT58y8yHg7j3TwIEJ3zWOtIEgCFcx6l2AXarocIIpAmCZ12TmkcSOOZp145AN7jTE052GRw4xLleBNfDHE2GnulBOcMBCEAHaX5O594lB/62KMkKyepnccYS1VMCNaS5Zpz585wbPUw49ENXtxeY3t7m3e/7yHOnDtLmqacOnuYG+uvkYjm7ntOc23tCnfedeZgQPTe4R14gRAcIYToXXXSABnVOAQhiAYUojxLSwscOn4fPmgSNCDx772jHG6yvfYy5dYVXDXCeYu3Fd5YEHCNo6prgyOAStE+YSHTKN+DrEudZbQTzdkzp1leXkZEsbCwQLvdoigmHD58mHa7xfLKoZnWmLJPaT2dzjx33X0HH/jQ+w4GRGMsifZ4rxHCDEhCQtCC0opup0tZlEQPDUIgb+W0Vk9hQkJKwFY1xeAGk/4NBjdexU420N7ibEVdVTjrIXgQQYkiEKhMjRMhSQTvBWctoa5Q2ZAk62AmnsX5DgvzC2RZyuqx4ygljIYTjhw9SivL8CFQlRXeO5x3WGtJkoT3PvoeFpeXDgZE5ywhBFwIKBQaIMS4TonizpP3kuQtLl56idIYGr9NlkJtPZWz2MmIjbWXqLYuYcdbeFehfY0PNdZayrKkqgxaK3QiOBu9tQ2g0pQQomOqjaX2jqrfR+k2l69tU/iUhaVD5GnGyqFjFFXB2XP3oFSg224hCqrKUtYV3lomk5I0y7jr7rsw9tYJpH2BaG3AeIf2mkSliGhQCq0STh67i9WV4/S2N0hFU2Ia1fbkKYwHQ9bWr3Hj5afRxRVaWPCGVAdKM0ZclIzJZIK1Ngb2gFKa2tToLCcohfUB7wJeFGVlKCqLcYaNjS0urm0SJEF0B1EJiwsrZHlGv7dFnuckiaY7n1IWhro2bG68zB133MHhI6uMRqODAdF3VjE6gSQlqIDDkwXPkcMnOHPqbmw5wU5qQmFAAoGYxnXynO3JkCce/zJrz36Rd95zmJVuhtYOnMOammAtdV1H22ctWgsE0NGLYa3FOUcQhUiOQai9p7KOyngcQq834uknv8L9D7yDyWTCffe+jaqqqMqKJE3I84ws75Clhslkwmhc8Z73PEIrb7O+tXkwIDq9giEhOEWiFKkWjq3Mc/+ZexHrKUZjiqJk0htStQTVTkGEJE/pXbnEi195mkU1RsKhKGneUBVjnLdIEOra0u8PSLSQZRqlNCoIxjg8FitCbSBJA5UHVIJC4wNkeYu8ndPbHnDjxnVCiHl8nud02nOICFnWIUsztEpZu3KVo0dX6c4tMRgNOXTo1lK+fYP4+oULtFsd2q0O3XaLh++9i3eeO41CKCYTRqMhRVFQFYaxzJPPHQEC4krG155jsnGVE2fj70xdIcFCCNSVwTtHXdeYuiYkCpFAkghFMcQjOB/wWiM6p6xqxpUFlZAkOYKQaMX8fJfhqOL11y/x4gvPc/99D5DojHa7HZ1ikqJ1zKA2Nja57777qaqagHDs2AGBWJsKEei2M97/9rt5+9lzKCWMRyNGwxGT8YTJaExZFpjuUea6JyFN2d5YZ/PGJlkC3U4Lbx2jUYm3NUkosc7hncMaQ5alWGMIHqxxVGVNZQzWeXSnjdJQ1CX9UY2xlk5nHklbALRbOV4C4+GAV185T1VVJN0WSZoTEJTSCJqiGJOmOUonlFXByqHDiNIHA2Kr1SJPUz700IM8eOedBOcpy4rxeMJwMKB/Y4OtjXWub/QoVx/k1c0NtkdDti6+zMb6Ot1U0ckznHU4XyHeUoxHBAUSAtZYvHPE7EEYDIZs9wcURUV3bo5Mp9TGMRjXjI2nLComE0t7bhGvVfN3gbq2vHr+FQbjMZ2FZfApKgheEhBhbW2dY6snKY1jeeUookDk1knqfYG4ND/Po+94kPfc/zYgMBqN2drcZLC9RW9zg42ra2xurHPVJwwC+NrgCUzW1xn0+8wfXcEYw3BoaaUBLY66NowmYxQx8/HO4ZylLGu2ez16vYLaBUoPalxS1gETUkalJ221GdceMxyTtTN0Emm14Bzrl69w8cJrrJ44jW440CBQe8+1jeucOX2GQ4djv4EIX5f7f8dA/NDD7+Q9b7sfAFNFD9fb3uTya6+wvX6dwWib4XDE6O0fovYK7yrmbMlk7SLDfh+zPEcxqRj1S1YWMtp5wHnBW3DBo7Sjrizj0RgEqqpmPDGERBhtjNgcGTwJSqWsHD/O4dUTlFXJeDwm1JbBsGik3DMc9Hjpued49IMfjsyTFkKA3vY21jqOHT8+4y73A+C+QXzv2+5HiVAby3g8YjIeMylKev0em5sbGF/TXzxMuXwY42oW3YT2+usMb6xTFBOqsqA/6OO9p64mJKGmpX3MpUVIg0JEUVUOYz1FVdOfGIJSjA30ioytzT6tbk5rxWO8AtFUVY01QlGUeK1ozc3TH2/y6ssvUxYT8rwNaIyp+dpzz/HQQw+RpukeGu/AQCRAbQxFWUaJG48wdUFwDmMNA2kzuuddGBFa9YT29QsM1q5w4thR5tst8iyh1xtw/MRxBr0R519+ndNHF8m0pd1JWezOUZYVg+EIG6AsAzc2S4wodLvD5saQogzMryxRm4zt7YJ2y6OU4F2griwkOXd86P0897k/YWurx3Z/QJpVaKUoi5JWq838wgKx9cbPqLwDA9FaS1mUjIdDxqMRRTGmHI+oq5Je1mX7gfdhO120Ncz3rmL7W4h4Tpw8znhxkWI8YuPqVRSa69sjXlvbwnkh155gak6sVgRnGJSeqvKMKs/myGCCQkZjxpMK0RnbWwWD0SW0vsjiQsZ8V9HKc4x1tObnyA8f4p6/+QnScYHPW8zNzeGMYTAYcPToUZSKJMhO+1DYF5D7qvZVVcV4NKC3vcVo1Gc87DPo9eiVht69D1N15vA+sFAOka0bFOMxwXn6/T55mrK8vERtDS+dv8iFC+uUpXDhyiZrmwUXrw45f3GDG72CceEpXcLGqGZUwaSA0diidIJKMoyDJOugk4xhb8za2nXquqbTyThy7BB0cvTxE5TnzvCfP/tpnrz4Kvlcl62tLVZXVwFpCmLTFsMDVOfJZMJwNGA46DEZ9JkM+vS2tllbPsF4fhm8YzHUtLcuMxoNmQxHIEJdVhxZWmZ5oc2VpXme/ctXqE2LTneFwXCDIJa6FsLAMqkDWZrixVFWAecU3oPOEtrdLpWNGjEebrO4NM/c8hxa5Swsdjm6eoT26ipraY4VQVSLgfH85hOP8cLl1/mx976fdruD97sJ2Ei17UcS9wViWRaMhkNGgx6TzS16vW2ues32kZO44MjwzG1dp9repiyraLAb4tUHQwg5b7vvHq6vbzKYaLZ7FVqlOC8EFKVNcVWgIypmL1ajEyBAmudknRbttEOSZti6wAdDt9umlXe56+6zrJ5YxXQWWPcJwUdi2CshuISn1i5z7TN/xI+951HecebOmK9PS7NNredW177UuawM5aSIgXV/wMao5PLxc5Q6wYdA2zrcxjrj4ZBgLKaqGY/HpElC8AGlNIuLixxaWSJLAsvL88wvLJKlMatI0wyddCgqmNQKnbXoLC6ysnqC+aVD8UJFKIuCYtSnlQh1XZMkiqNHjjA/Nw8BTAg4UVhAEEQ0PiRcHY/4tT/7PL/9pS9Qh4DSKtYn4Cbp/NbWviRRtEZlLawJDAZ9riyuMuouRWkLkJYjxoMtrDEYa/ASWFhYAB0v1lrLysoSc3MdrL2BJG10lpHkLdJYsSJRihBaqNQRJJC2c5I8J1EaOzQE77HOQPAUxQTvhCOHOyitsMFR+oQyxMJ/U7wleB9Z8qAYW8+fnn+R1zeu8+Pv/yBnDx+jLEs2N2+dxdmnYzG4IHQXlkkWltlaORZrzSGgJJB4Q3CBVGuCdaRK44JHpynz8/PxRijN0tISqVb44MjbOZ2FBebmF8k6XZJ2h6TVQWc5c3MLtFpdEp0RUKg0p6xKfF1jjMXUkZlutWLxKwCDdJ4qqB2/G0Jj9oQQBI9QiXC+t8WvfOYP+eNnn6L2llae3zIe+ywPxLKm0orllUM8kgXqxDKXZKzMz7Fy6hD2zGnqYkI5HjIcD9nc3sJ7y3ynS5pE9VlYmGNpaZ4bPUun3carNJYUpiy5UmR5Tm0t3liyVkAlmjzPcNZgqmJPzTvPc5wXxla4onTM46YgAjtpcSzzEgQH9FzgU88+zQvXLvOj73r0YEC01s76ZbzzHK8L8lRYWJhjfr5L3upgW3M4Z+h2WljvYmYzGuO9J00TJsWYjRubtLIcvCU0wa73HmOiynvvsbXBGkOSJJiyJGul6DRBa0VIU+rKgWgsUFQ1NgS20kX69bQXSAiN1/UyBTI2FEwBDQJ1EJ6/ts7aZ/6Qn3zfu7/zIFZVhTWxDlKWJVmaYq0lTXLStIVSCQRItI41aQ8JmkSnDCdD6tqACJ1WdABKadCKqtipr4QQCD6Qpil1WWJDIFhHVYzIWi3Sdoc0TbBGY52nMo7KWmzW5opR1M41zmTnvH1jH5VERwNNvdtHsCXAVnlAbSR1XTEpJhRFgXMupndpK6qWD5i6BoRO2kJEcN6BD9BI1mgyQmtB6RQfFEprxuMJtY0F/1icShClEa2Y04rh1nbsjvCGsqjJjWNhroMkChUEgqbVncfnXcqgmVYZZ31l07kTEVQjhbOYMETX46aoHgSIVTWmGI8oiwLvHCrPaXe6JFlM5mtTkOgcpRKc8TgTK2iZTsiThPXegEF/m9JWpEmboGrGownOW3TWBoQka5G1WugkoUoLJoMhojQ6QPBCqCPToxKNNQbnBeMyRqpNbaJ0BQVeYofFjj0MX4fTzmCPamT1AEB0zuFMjfcxAlNaoVNNQGFMDSJkcy2QgDVuFgJolZAmKa1WzteevchoMsJYS5okpIkmWCHTCd1uG511aLfnMATqsiLvtClGY5x1eA/OBayztOfnyLM2eZ4zqAIXJ47xjJVRMwB3vPO0ZcXPWJu95MOtByz7S/vGI8pijIhCJZpWu02SJogSnAvoSBzjvcF5h3MGZ2zkDLUwt7TMvQ+8nc2tDcLVG1x78VVMVVGWFcvLi6SdFp3OEq25BWrrEW9pZ5pr9jKVqwAhUUlU+QB1bQgSkDRlWFucjuSrcpFa8zO1BSUCe0fQIogEEN/YxwMA0RYVPnhENGmWxWK6TuOJxHIRWdaGoCE4RCWxkVMBOp60XT1OZ34Jq1u8cP51ArG1rppMOHHyNEdPnsbpjMG4xNuKKxsbsScyeJIkRTU9jUoEZwyHVhb5oXc9wtOdeQaDPkqrpqy6062mAXxs54viOXUuIXavCexnIGx/6uxrIKATTdbKSfQ0qI2q3Wq3kTQhAJqURKK3dt6hmovKshFKJRw/dpSlbpvrWtPudgBhNBiwsfEMk6rGOEddjqnKgizLSJIkfkaTnnnn0Crw6Nvu5cETp1jzjld62/gQEBW7dUMM0fFhByJhL38YmmxrP4ziPm2iiUCkGWmaokSBFlSakOVtsnYbrTVpkhKMATw+eHCgENqdNocPH2Y0HnP50gUOz7fYmGvRK6DTbjMabNPv9ykmJcY5nA+kaY6XmkQnsVM30Qjgg+WuO85w5txZ/s/aJb40qvFaUCppNMM3AtZQXkwZ7J0ceQ+YHFgbiUGrBJ0mJFlG1mqRZDmd+Tm0zmi122RZBDfGaoJ1VQQcwTlHnuVkiSIRz+rhJRYXF3niqy9QVjXgaGcpygdKYzHWIuIJTQ9Q7If0tFo5J08e4d77z/D50rJej2K1T6Xg4w1rLEzTibEDWmxi0nvsYgTxgGwiQJq1SfM2eTsnn5+n21DtEtImXgSVKRKdELxBdAQ1CUJIBZUbWhL40Afezw9+7AcYbPe48+QX+PwXvsy1rW2M96A93gXm5zp451GSkSYpc/NtVlYWObS6TJI4Jrpk0xm8JIQA4gUnMZRRIiglBPGzat7UqRgTs6Ik0btaAg/IJqZpTrs7R3dpmYWVJdrd+dgabB1Ke7yrgYTMa0R7UKDQaBESVEOJCc4a8jqn1WnT7XT56Ec+zLHFeV566RU2t3oUVUlRGVpzC7Q6sV2u02nTncsxoebC+qsYW+HyI9Q+9n7HNlOZBc0NjYmIIoib1ZW11rGnp5HK3QWrAwGxs7jC4uGjLB46TJZmTddXQLSgW7EnJhHdJA07rcipaNqtnDRNMXVFVZZUZclkNObQoUPMLy7xgY9+Hx/8vu9nPJ7Q7w8ZTwoq6xrJqRmORlxZu8hrF59DZQGtBa9j8CcBFGqP2k5/igiiYjMAEHseG/Jiev6xSf+A1PnI8ZPMLSyRNJ1agqATTZIk6DzFWIvS4H0NkqElRSthvt2m1W43ebHDW0fVG3L6rnMsHVqJqqQVgqJbTeiMx5Tjkn5/SK/f4/y1Kzz1ta9gepdJlGOxtYDSQpZoMNNWZ91g9PVquTMXEzPn6WvvfWy2V+rgQMzb3WYgCJRK0Gm0JzGOC+imV1EFT5pm5FlGphParei1jTHgA87WnL37Lk6dOxtrxs5Ru2gWamOo65reeMDTzz/PHz/x5zx78TKZGB5cgsVuSpZ4lBYScbiwa6amOc/dmciM0QkekZ1CvRY1ex28P7gQR2vdDOmkIAolujHaoAOIpGjRiG6GfJKUNInzJfhoM0MTeswtLczs0nA8ZjgcURrH5vZ1nn7uRf7gscd55vxrFNahtGIx12R5RpoqsiRBEkUuELxFzQpNskfqpimfNNT7tLoH0YPvHLMTf37HQYw9flkjjVNTHn8mSUKqU1KlkRDAetIkjWyOsdS1wfoKgscjKK2ZFLEjYnNjg7Wr13jt6jqffuxxvvT8eYomFxelCAGMsyhp08rzKHlByPHoKUA4QmgGkiS+pgm1ZpzOLpWNQXnz4iAdS5qmu9RZIaLRDXeYZzntVgsdhOAddTHesT3OYeqSopygdKTIBv0BRVWytnaZl8+/zKcfe4rHX7pAzxok0dDOdrILH7C2IviAqw1eOxKtWe4ajrfjbkSB0KiniqDJ1HHsLYnu2My9ZVI5qNw5z/OZOsfpUtU0TuomNdPooHAu3unJZESaZLjaMJ4MmUwmOGfZ2trCr1/j2rXXuXH9Apc3t3jh4qv0rEO686hEIQ016LwjWENdCtZ62pITlCfVsJAr/sZKyh9sBLY9BBUnGvakdrILLNmRRtltBUM4OBDb7XZU20YirbVorcjzHGnuvPeRsrLGMqgHzM3NM+wP2Nq8znA4pCgmXL32OpP+NUaD6ySppiprRAVUu0uyMNfkvb5B0eGMwnvDoHYkeUaWB7IspZ1lLC+0+ESrxe9dCUxkymgHCGqPfYxYNa+ZVgMFFZpvOijvLCLNFGjaDAKpBrSYAeAFXHQWRVljygkhwPq1a1y58jqDwYgr21cZ99ZYPdxiczSh02nz2uXrjK3QOryMarfwU0bae5T3SJYQRHFhOOIBB4cXlhGBRGnMuOD00hxn84LnTdo4ib02cAocPv7crdJTm3lgICZpEikl6wDwzuO9pygKrLXYOuCNwVob+7eHA4bDIa+8+govX7vG88awNhzjX7nCB8IRLm0UdNKKS0NDsXSE1srSTCpiMT0QnEf5FJ+mbAw85weOo4egkylEJRR1jRsOqSY1pItRlZlK3M5z2D0FuzfDURBLBAcBIsZRe4Np4hrjXVOUdxTFGFNavDNUlWU0HDDs9ViblDwzGLHuhMIp6jTH3/kgjxd9+mVCMCmThRbdxWWcUqiG7gveRceQTMd+M5zWXKwmnNkYcfTQAnM60GrnbGxOMNKKEqiasgCCbxib6M2ZMdxMZ7L3SYF9WyAOh4PZYLgPgdLUlEUR2zqKEaPhBO8Cw/GEG8MxF0i4imJCgvMmTmR5j6QJk/QIcm4BbyxpcAQv6OAhxOpcnIeO0qNQJAIhy+mPA9teUQ4Mh0JGyw947NKE3sppkrbGAw6PjonnjjPZIRRjTLsLwP12y+4LxH5/K6ZKzlFWFb3eNlVZUTZNn5U1DJxmLeuylc1R2SYkMQ7rmqb2aZ1DxxgzyFT6PEEkEqgBEE0ike53IRBUjBlVfpSnywpXatpes9ILbCzfgXQ6M4JaiZr11kylcloFVKGpptw0p31gNnH92jVCCEyKghs3bsQ5PFNT+MAkbbHdWaSfdqiDRNC8w/gK62MPzZ5NMpzfMfjN3HQgQPCE0MxQi0TwaPaVUIpENK7dQadtJGvTV5pMpLkBAQlhxg3uMoEzSQy7QNshIg4w2L544QKVqZlUFaXzVEnOoL3IqDtPnXQx3mFNnJqPY701wVfgbUz0ZzZqR1KUEqYkSiRzGzpfRWCdgnSaWyqFoBGdkCZ5HBGegt3coMjo7Hhfdr61cSBNDVrULqJXDk6dB8Zw6q77WD13D5/66vNs+IBBYb2HhkDwjYQF6wkm9tLE2ZQd1ZlK5N7zbtSVONOitCYoid0L0zRTQNDoJCVpUko/lbxGqmVXN9g06I5AN7ZwWhXaLZGNJB8IiPd/7yd44FCu7RAAAAbDSURBVMF3cHhlmSc3h2ysXUVcBNC7OGImzhFshbc1ztVxu4MQUA1fGoPcpspGrNoFABUL6DMWWimCAh0CiGroqoajbGRtZx+dXT1MYa8qT+kvoakS7lH3nV1U/K0PVO2vtS5vdxkOR7ggPHL3nYi3iG8GvJ3DuwrnCpwrsbbCOtPUdcNelZGoxlPApNlvR2m1a5K/AVeme/HEXD2EGEx7Fwe/owZMsNbMGOtvfuUyI2Z3q/B+pjD2XWMZjUbUVcXdJ04ynyZsViOwFm8NwRq8NXHrAeeIyVvY4wl3CkNNHamhUpRqikeiopMQaaR3SmvFjn+l4sOFgLgGTBubPpNmJnovOHvVV6L7nmU10qSKah8o7ksSQwhUVcVoOGIub3PnsSN4Z/DO4p0lOId3FnEO8T42EN10bmqmXrOrjIOL0rDbShCtZtIZydZkGvXtOAJ848kbHlB2VHcnS5l+xQ4hETsU9zoTr/bQEd/y2heI3se5u+3eNiF4PnTffWjf7AXh4wA4zcQoPua+4pvYrHEOolScY1YaaX4qpeL7Ku7aNHUR8ULjhP/NbR47ND+ARmmN9y4SF+HrywS7Qdt9A8O3sfXcPiUx3vnReEhVVdxz+jTL3RbBGoIx+KoiWDcrAAUfZoHt1K6pKRM6JXUbzznzplMQRSOSoiRK4XTbmChVOwDGHaOSPUTCbqmLXy+z0ugUyCkvGiQ6nJlEf6dBnO5Y571nMhmTasVDZ89AXUd7GGoER6pUVNtZfBdBmTUYSSw1JEnSlBxiOBPbZPQs+J6KyUyNYdbd5X0TKtFkG6EpDezCYo/03RQP7lZx78MM5O84iNMVfCRcy6Lg3ffchw6OgI32DB+fE3sEg45sy2yPMeJIRPS8MU+OFxXfizV0PQNl9p2zTCfsyX6ctbEncY/Ni7HmnnO+yUZOf+7QZbeOw75AtHZKt8NoNIEAR5cPcWxxAfGRtnLeYZ0jAIlO0TqZFbj2bA8Yr6IJXRQahegEIZnp4VTqp8+nrXCz+NC7BsBIBksAkbiPmZJGG3blx9M0b7azXlPa0FrxpqHR7QJxelHOOUaTAuscKjjece5OnLU472e9gFqp2HykdxrbpxegEo0ohW76CaGxcSpSYNJs5Db1yLNmex9tcmSD3K4p/Z3sZ2obpdl+a2qCpt8xs40I2u1SY3VAIQ6wY8O85/pmjyxN+eBDD5MrTap1EyxniI575sSNlmTHA8/UuskbpmXMhvCLu+E1hXXfsD4+GsLg/SzQpnFcEDt4d6RtGpM2U1Kyl2yYgokSqmbPsjC1LQcB4k7AHIHpDYd4FN2sw6nDh2eeVhqPp5o2u2lFcMbihF2OojmWkDROYQpOZHQg1paDDzjbSKOLYMbu171bsAZ21FYpIDTz0FMe1HtUk3MnuzbU9O6AvPN0ee8xdd1kLzVaaz7wjnfGIDsotNLoWXlVZqoYUzs9S+9iXi14F6edQoilS2lsHS7EDMiD85EFCsGhBcTZJh9yjSo3qtk4mWkKGEJgWn2e2WRi7Cp+p8iv9K0nz/sCUSuFIt61oiwZjfpcXb+GUppHH3yIrk7IkgydZnGzyhAvetZ10Ki0dx43Uy2PEAcsg/P4utnGytoYx9g49uZdE9u4KMk6CMpHgmum1j5WSoL3JEpH4kMpnDPNFoJuz74P0aZGDdNyQCFOLJMahsMBRVHgvWf9+joheI4dOsQdq8dJ0gStVNzWgZijTu3g1Cn5EFUSiRdmbdzaalr4CjaC521U22BdBNJEwiEWygRxIaaWgaaVJEqnb2ynhAiUUgrXbI45tZ+2AXS2T6679VLVvtV5NBownozjuJgxDZgGaw3vffDhnYsKQqqSmMqFMBs3mxGl3mNtnEa1Lu7Q5Bs+0hqDt67x+JFgCM5FSbWuuRkGUQGsIwkWTEUaPM6UiHhcqBBlccbEdDDEE5PmxgFY20im92Tq1jmZfU6ZFpRlRafdQWtNt9PFOkevNwDgoQceIFPN3jSAm3lTv8ewGxPn9qyxzf6xcTbG2TpKpbdxM8rgmj7xuCGbSKP+EgjYuIVq81AiiA8kIgRXkysh8Y6FTkYIDqUEa3f9m5Um5vQ+mgfrbr1ne18gDkcj0iwW79vtNlVdoZXm8to15ufmOLK0xNnVUwSi93POxV2XGgNvrcUYEx8NWMYajKkxtsS6EmMnhFBjbYH3FdaWDbEQ951V2hH/50zAe4uo+D1Rsi06wFy7FaUrTeOEPR7ro9RNtxU01oBWMVAPUbJvdb31vwduw3rrfw/chvUWiLdhvQXibVhvgXgb1lsg3ob1Foi3Yf0/CXgE4zjpwzsAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          }
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "3 (720, 405, 3) Pawpularity:[15]\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAFEAAACACAYAAABz7YW8AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO29WawsSXrf9/siIjNrPfvd99t79zSHs1OEKA1oyYIsiBYgCbAhQ6YNw4YfDAiQBQOGDUuAYRuGHggYsF8sWIJGkPxAw5AtSKRlyRtpcUj2cJae3m/33Zez1qktl1j8EJm1nHu6e+6Z7kPS6Li3cCozo7Ii/vnFt39REkLgi/bTNfX7PYD/P7QvQPwM2hcgfgbtCxA/g/YFiJ9B+wLEz6D9oQFRRP66iHzn93scx7VPBVFE/qiI/KaIDERkT0R+Q0S+cRqD+zyaiHxXRF4UkZsi8saRa98RkYcicigi74rIv/OT3PMTQRSRFeB/Bf4bYAO4BPwNoDjZFH5/m4gkwDXgPeBrwBtHuvyXwPUQwgrwS8B/LiJf+7T7fholvggQQvj7IQQXQpiGEH49hPCDelDPicg/E5FdEdkRkb8nImsLg/5IRP6aiPxARMYi8rdE5JyI/GMRGYrIPxWR9brvdREJIvLvisiDmiL+w08A5OfqFXIgIt8XkW9/2mSBLwE/DtFM+zpHQAwhvBlCaAgk1K/nPvWuIYSPfQErwC7wd4A/Dawfuf488CeBDDgD/F/Aryxc/wj4F8A5IhU/qQf+FaAF/DPgP6v7Xq8H/feBLvA6sA38ifr6Xwe+U7+/VI/rXyESwp+sj898zDz+LeAAmAB5/d4Cw/r9jYW+/23dL9Rj7X0SRiGETwaxvukrwN8G7tVf/A+Bcx/T988B3zsC4l9aOP5V4L9bOP4PgP/5CIgvL1z/r4G/dQyI/xHwd498968B/+anzOX/Bn4WuAr8HiAf008DfxT4T4Dk0zD6VMESQngrhPDLIYTLxOVwEfgVgHpp/gMRuS8ih8B3gK0jt3i88H56zHHvSP+7C+9v1993tF0D/mK9lA9E5KCe9IWjHUVko+4zAH4e+D+Ad4CXgH0R+SvHzNmFEP4f4DLw7x/z/UvtmVScEMLbRKr8Un3qvyBSz+s1M/43AHmWex7Triy8vwo8OKbPXSIlri28uiGE/+qYMe+FENaAfw/47+v3/wT4s/XnfuUTxmL4CXjip0nnl0Xkr4rI5fr4CvCvE/kcQB8YAQMRuQT8tU/7wp+g/aci0hGR14i87H88ps93gD8rIn9KRLSItETk2804P6YtSuOvAL+7eFFEzorIvyYivfqef4o41//90wb8aZQ4BL4F/JaIjIng/Qj4q/X1vwF8FRgA/wj4nz7tC3+C9n8C7xMH/zdDCL9+tEMI4S7wrwL/MVH43CU+wE+az9eAN0RkE3AhhP2jtyUu3XvAPvA3gb8SQviHnzZg+YPilBWR68CHREZuf39H82ztD43Z9we5fQHiZ9D+wCznP8ztC0r8DNoXIH4GzZzkQ+/cvlfbRoJI86L+G5+LyFznbt4vn1u+51G2Mjuu/4YQ8D4QAO/9Uv/G/PLezT7ivZ+9XAgEmj7xs845gvf4sHw+BM8v/vzPPZPBcCIQmwl4QIvUx1Jf8zVYsY/MrgNIjckcgEVgjwOyuVPwgeA9IUDwHqQ+H6KzZcHunZ2bvWY3CUgAfEB78EEgBNzSOJ/d4DoRiN57lFKzJwjMKHL+nqXzIYTZ9WayR4+PXgsh4JvjIJESG8N/1t/PxrAI4pyyanAlAhZfsw9DCAQJTz3AZ2knAlFCAF8PmGZ8gTjWhs3OqbEZn/d+Bm7sG2b959QTPzunMFi6SVyY1P+XgDv6vlnOsW/9mSMPIc5nNtKTwHHC5ewDiJ8xtmaJRuqJVDrrW4MhIktUG0Ko+z09+UWqhhr8Ob4IzCh08XuOA3ShwwKAC2yCEInitCnRE3mLzCbMDBSRhuLkKX7XnG/+Ouee6rO47GdU6xeWbw1A03+xLfPfp6l0LqzAh7lQma2Cek7P2k4GYgiI1PpRmC+5+QQCoJYm1ABzlH81VLvIT713SxS5LDCOflctaGr+eVzfxc8sSXYJBD97G+9zgnZiwTKbNMvCY05JywBG8KKa0pxr7nVUSIXZgwlPAfcU9R1zrQFqWbgsz2HpO1gE95Sk82wQNODVgwlhdiwyf6pzKezrPmqh7xy8o1Q6V5vCgvBakN7ezx6VD08DPn9/3NKu9UWW+WEIz06NJ6RER1GUKCAxBq11XJYSVZEIzjJPPE6ANEt5kWct9llUgZRaVpMIR5btMUv5KB8MNWANgKFRcRb+nkTVORGIb7/zY/7u3/47VHnO6soK16/f4Ge//nVefuUVWmlrYbINiA1YzR0+jm+FmhKOPgDqcws9j5m0cPSBxLMNzyT4JQBDaFS1xc+4Z8bjRF6cX/rzfyF89zf+X8RbEFAirG9t8Jf+8i/zp//MLx0RFscBctQUjLxoPsF5n6dVnqepZgk4WOCFNYvwDc/zUSrXbGDxc87VJiOef/nbf/zzN/u+/93fiU8VEASlBFs59vYOZoNZlKpzPhkBa4BR0eBevnlYUGF8NNnicptT4tO8k2OPI/XVy1hCczgXeQsgSvBYlxP8syd3nAjEoohfJKJQSjBJyubmOb7xjW8tSenlFhFQSs1AQKklvrj4d/b+iBbQnP84/rfMB4/yQL+k4oS6TwgBW43www+o3ISYQfKTtxO5wmpWg4iQJCmtVoef+fJXuHL1ylOTaaRvY/Id1f+cc7PrxynPiyrMYr/F46Ov5b7Lx7MZBE/wLiryrmLn3vd583d/nR9/758/Mx4ns51Vw88UWhu6vR7f/Oa3SFLzlBrSABC9O8teGxqe9wx8+VjJO7vd8ioIjZ29fINl6nQTdu7/Lu/84Ndw0zHrZ849ExbwU+iJcdRx4BcuXuTajWtR+5ejg154W/O45iF476MdTA3uMWAua4zHWS1Pg9qcX9QHj4LvXUVVHLD36Md88P1/ip+OUUqzstJ/ZhhORokyp0RjDC+/8irtTidaI3JEgIS5gPHiESUIy9Q4n/gR4bDAD2cG5TG8cFlFWQTLLz2XEAJCRaJLjB5w9+4bvPeD3ySUltWNs/T6bbR5dg53IhCVUgQfeVu73eGFF1/8WLNvEcRIbSBe8LW3Z9Hj0+h5s+/RKjoLCFGSL4Bx9O/xIDa8My5tHxzKT1lfSVntncWOLjG6+TKraxtoLUwnh+zuPnlmPE5MiR6PEmFtY5MLFy4S8A27iX1qlSZwxBkbfRNIqM/5MCezo0SwsBz9EVXok0B7CtQQx1uMHlEOP6IVNvFFBy+eaze+RH9tg9HhE4p8Qpokz4zHiSnROYdSigvnL9Dr93Az52ecvGqcszVRLgmU2s6fT3LetXnXuMqgtrcJsOTAlbmeR3RtEZZ1yDBzMHjK8TYPb/0mLVUyTEp2n1RUlSVrr6AnYzq9LbbOKcrq2ZMvfqoYizKaC5cuo4xeUB9q3GTeT6KrYpkX1hQZfD3ZEFChMRVrHhocg+3baCraLYOIwXtLledgA9ODMaHToru+hk4SrAcjKlKv6RNExYfncg6fvMf48CHj4LG+Is06qKSFHQ0Zj0esbmzRbndY3zouk+9zBNEYzZkzZ+dWQbw4j2cQLZqGOmFBDSGAb6BtqCks2b9VNeWd3/nndHstnn/pFUJR4MWzPxxQHYyxB2P6F85SqSFWG4p8gq/GWA+FOsfh3i5bF84gvmD38bsYAtY67t++zcrqOutnztFf7RICDAe7TEcJ/bWzpwOiIjL7NElZX18FfCS9ujX2qkg0CWv0oAGUeSwm1NG4xpYlhBjK9J7pNMdISTtpkZiE4eAxVT4hydqE1TZVJkjXQHCEKkfbx4wPd/Cs8cHD+zx45y2++o3X2LxyjdHuE/LxEGsd7U50kgyHQ7JWm3ZrBQmBMp+w/eDW6YCYZSnVqCRJUjrdTm2NLMRV/JzJubAcDZxZK0eAXxIGzuOcoyxLtBISLeAqlBfySYEPCTYEOmmLljLo2umrqZBQcPDoNvm24MqC0ePHrK6uM9jdZ3tnFwE2ttZpr6zQSYVHD+6gRKN1FChVlZ8OiJPphKIq8ECSpLVUnnu7lxW7BRu19vgEqZXkBc9MwxdjWNTjvMM5hwuGqioYDh5z+8MPSDND5TVeKTbW1pC8JPgovR/sWKZ5h2pk6QbPfes4fLTH+vouxaQk2ECWGXa39/EhsL+7TdpqkaQJgqHxJJ0KiBubm0ynFb/wx75Nr99b9rY0LSxTXgOonwU1eNoT76mzEmq3lfOUlWcyLtl56wMe3fuQ1b4h2XSYbI0iLUisRYdASDSjUpF2tth47gz3PrxLXjgOR0OGB084PDzk/oMdvvzaDaZ7Qw4Gh5xtbVJWFYigVS2EjlpcnxeIz7/4Es/dfIlf+ON/jDRN6gjccqpIpM7wtBK+ENifUWlNiVKrKNHnF/CAD4qHD55QecPLr32Ju+/+gPXuCirtszstWE8MLe8ZPdxDH+S0z/Voba3SHx+icUyLKd//wZvc2z6gDIrxeEpmEnYPR/RW+mTBIErwStCiTxJiORmIf/mX/21ardZMmT7esbsYHzli2nFEb2RuJs46ROLGhpTHT0Z89ee+zvrmFrd++Dv0VlZpr2xxcDDg0XBAOqroDAt604Ds7iObXZQWjLbc3jlkXDq0TlFJwqOHu/RXWrzx5iPeePMJq/2MC+f7XDq3ztb6Kjp7dkhOKFiy2fvGzbScQtLYvMeHO+NlWfIuiJJamkd7vN1ucebMGS5dOM/Bt75Nq6UohrusnbuB0m2CCxilCMBoNGHyaI/97QFnr6/SGfUoK8/DaZ9hMWJnf8gL16/RW1ml3L9FMbUcjiu0aBLg3dGU+/f32Vxvc/7c5jPj8VPpicedOxq0F9SR83ENK4lWjdYGnWiqaor3gV5/lVa7TYNwr99lfesMQsz6uvj816jshPHhHvbu+1STA0w/A7uKEpD1FYaHI3xZ0eq1oOqysrZJVRR8dPcBl1aEvKywlaPfTTizmvLRzjj6AhoB94ztp4o7HwWsuXbUqdCAqEQQHZ0OWmu0gPclh3sDdh/eRyUtLl6/SWUrtNYktR3rvZs7dJWQZn1aF9ZY3TrPzv33mB7uEK5aZPsx44fbJNZxfnONP/PtryAastWzmAAHBwe881u/xr17j+mkCZ1Es5Jp+v0VnLVUznE4rk4HxMZufjoTbDnLIR7HNDiFQoA00ZjEgPNUVclgf5t777/NzvYer37tj2ArS6BAGxPDEN5BcPgQw6aEgKmpN01bnLvyKvvbd3l0731wntzltMSws/sE9IhpBSbt4nWCSYQ0EZR4Eq1IFCRZynPXopWST6eM8snpgHjUe3JcVG4WqJKGN1p0kuCqnMkox+iUssy58+6PefN3v8fN179Op7+GUikiCmst1jmCrXBVgXd1RlmwGK1JWykuLVAmYWX9ApWD9974DfYf3eFRXmCrCd3MM8kr+nceo02GD4FqkmNJ2NzapJdWVN4yHewgIZqEwT57yPTEIDbLdimUSSAEgaAQPe8f09s8u4/uE1RUI9pZmyd3b3HrzR/R6q5w6ebzeAJlVUDpEALT6YSqKgm1B1wphZZA4SsmU02WtUjSlLTVZXX9PC+89kf43370e4wOB1TeYctA7jzCXu0U0az1U4oimnwqFTo6YzA4AGcJBNyzY3jyaF+WZUv8T5pEydCkyy0nKzlgsL+NmBRlMsrJhNvvvcVwNOLGKy+gBLwrGeVjbDGlKHK891jnIuWpqM8lqSFQEaocW+YkJqEqSqwtufIzP8/Ld+7yv/zq3wPvSRNDHhR7+wUugHU5X8qE8dSzezCitd5iWhg+ejhBFPTbCb22/viJf5Yg3r39ETdu3MAYQxPWbOImMWICITQ5OnMBpNsdHnz4ARtnL7Cz+4TtR/fo9Ffora9RllPCsCI4T5FPMCah31tFa8V0OmI8OMQ5R6/XRSUKFQLW53hjsR6s9wTvee71r3Phh+/w7ls/wo4qEpVz9fwaOwdj7uxViDIULseFKOB85TGJcHatjfeaB/uj0wHx0cOH9Hs9zp49i0itI4a5oAm4KA+CQkTPBMzGmctU4zFPHt1n+OQeWiu6vS7BlVTFBGcNZVnS7nTptrsM9/YY7DyhzEccjg5Js4xw7jztXpfUZDhnwQUSrxEPuTJgS/7Ev/SLPHy8zXh0yMHOlFFZcXG1zfOpJk00hQXnPEoLouHSuXV2RwWPdw4p3SnZzlevXeP27TtkrTYrvS5KK7yP2V4iEGZur0DwDlEq6oVKc/7GiyStDu/vPSZtZYCnmI7RWuNFkyYJ1fCAd9/+Ebc+vM27775PSyvOn9ug3+uSasH5DVbXtqIwc54gFeN8AgLT8YhyPOCrX/8G/+Qf/yNs0NjK8MGTMZc3WhhtQLfodgPtdoIXw73tEYNRWfs0nx2PE4F4/txZJqMh9+7f48Xnb5LqjIACUYiKqowYhRJFoNYPo7cVEUV/ZZW00yGvxlRVSZFPIHg6vR4un3D73Xf5/g/f5Lffuc20rEhE8fr0Iq8+fw1BkWYdxBioXO3S9ZT5iCKPD2Pn8Yes9TcpplOKsqTbTwm+w/64ZKOjyG1AaYWI4tFBybgIBFcHtE4LxA/fe5uqKnmyt4cWS6IECQGtNFrrKE3rQWptEFG44AgEtDb0e11MYlDKYEyKLUt8VTI+eIItpuw9eUiv3WFjdYOdwQGtNCNLW9iyoLOyQbe/gTEKlOCcR7SQtlrcfvs9nECr3eXH773LZHyID57xKIrcVseQOxhNCxIVKB3sjUqsjZloAeZO5M8bxOlkjIjQa2XsPN5lZaWDkYBCUEYjyCxn0ddhUUdAGQ0q8kcRRdbqk7Z7tLqruCqnGoMKcOHaVeTeE769skaWtlnpdnGhoru5Rn9zg6yVYoxBqw7gcd6TdfoMwy0+eOctlA688XtvYnQSVwEBraDVyngydKQmYaWTsDOyOBX5ZEjqwqHTUnEuXryI1hqUYv/ggL39Qy5dv8pqfwWVaLSKAEqtRyqtoAbWJJqimPL4boqxkLQ6pJ0ewaZ466IbrLS02gn5cIIRTZp02bh0k9WLF2l3uiRJgohgkoQkSTCtNtYGLl6+zGQ8pdVus3rmMkVeUpUV3pWIOLRW+BCzdI1SBNE4PMErnI9RPu9OyZ94OBrFwLs2GJNQ5AW/9d03eO65m1y9egmto5dYaipslohznlh14aJLXgkqBAwBJ4JKUijymC1mEtrdFdbPnOHCtZu0eiskrRZaa6bT6czbE1AEF2hlCS+88DyXL1/iS1/9JtY5iqJgd3eXR/fuMjw8wDtLCDHs0LTK1YlPtWP51PyJSdJCaY1W8eNXrlylKEs2N9ZJkgSlNEh0MjTurXkKnaMsprNyjeAc+XgQnbIEWu0WptthY+sy7c4KaZLGwHtR4BXzJCgR8jynKnIkBLJWRr+3wsr6BqI1qTEkaUqv3+fy1SsUZclkNGYyHjE4OGA6GjDNc7yzywnyJ8DjZMv50kUgEHx8dDoxpGmCMQalGvtZlszCufXiGeOjEBINwVFMC8qyRJmUXrdPp9snabVQCJPRiKrMydIMtKBNiq9KquDIgyOUFa4sSXsdVtY3WT9/BedKtMmWgl9ZmtDa3GBra4twxVPZir3dXR7evcN0PKRJoT/ewfw5gBhmEby4pPRC8vvRqN6iq2zJ1g4BY6CqSsrJhBA8JtFoPOV0RDEZEpMvo2uq3WqRpSm2LFDeUkzHjHd3ODw44MH2AaUPXDh3lpe+8rN0V/r0VpN5Lo6zNfWqWdgCYH1jk067y50P32c4PFjywn/uIAq1wKgFiNZqyU4+OpCjx413pyxzXFXiXRmTPYcWm0/BB5TWdPsrdNpdTJKiEk0+HVMVJdV0zGBnmycf3eFw/4BbQ0uuEn70zi3e/vAuvdV1Xn79y6D0bMTee5ydYqsyRhRFoU2KUpoLl29Q3X6bqsxr2/80QJRlimNhyR5HhcsALyd/KkCbOFlbVUzGI4w29Nc2aHe6iGi8CziXM51OcZXFlTlVXuId7A1G3Lv/mLGt0Nqwv7/Hl3/0Q66/9BJapwsPUPDOMRkPqaoqag46JU1bGJ2ysrbJwe4jThAxPWGSZwNSrcaoj1nCS2GC2TVFVZbRySqCCyHWHytFUJFVtLs91jfPouqA+mg4xpYleZFT5TkqxELwpN1me3hIPh1H/VNrRKCVtcgnOSZpisgDWmuqsqQoSmxVIKJQ2uGtxSQtOu0+02xAWZxS4jtSJy/UryYFZNk19nSNs4hQVRX5eEgIdp6TA3XVvCc1BhU8g71tkqSFTlLyvGQ6OsQ5iwSwZYXNSw6H+0xtCVqhTYLWipWVHmtrPYoipygKkiRO0SmF8x5nPZNxNBa0TknTFOcCJk1ZWV1nf2/3dEA8yvc+SaIt9g0hMJ2MmAwP8NZGimZOoRCXdjkZMtzfpbuyRtruMc0LxocHGGPABWxe4KYFVZFj0oS0leEQWlnKtSuXyLIkUpvSeO/qUg8AQWmNdw5bTlE6xboM4xzGdmilCd3O0f3fPr2dMKFJUKKWlm2jD36SdHbOMRweMBoNKCoHPiz4HeOSA09QAs4x2H5M1pugkpQsNfjK4kuHL0vKMqeqKjpZxtl1Qwie85vrvHzzPFpppuMxSZrNyuWoBaEPHrTBlRZvIj8PdUVscClanZJTdp5zczxYR6mvOS7LgulkQlVVdSH4kdKIOj3HK8G0UtJg8K4kxGkiwVFVJd6WhODRStHvZvS8Y63f4/K5c6xvbJC2OpT5JHrXtY58W0f1Jn6fZTodgdIkVYouS9Isw5mMrNU5HRBnYIV56spyvvYcTKgDVR6m0zHl+DDqfrYiOIv3NvLDEGZBfa01pA4JQqp0nQ2hsAKqFPCKTCdk7YQts0bSarN25iytbpuNi1dwdVjBuSE6zdAmQaxEVx0BV1nKosC5QJU5spYnOIfV5VKy6ucK4lGBEXzA45+ivll/AsFZpqMBxXiEzQtskeO9w3tL8B5rLd46QEiSGHPWiUIpg6goONpK01kto/urro5K2x3WL1xj68pNbDllmueUVYUIOGdRwWF8UjtCUoILTCcTxuMB3gvKFhSFodvuEUIgKU4ptW6xicRUJlU7XxfbYli1LAsmowPyPMdZi60sla1iYL5OYHLO4axjMrYogf7KClnLoDSU5RRrbfQdpilJ1qbd6dDtr9Fd3yJp9ej0+uQPb1PmI5I0RQDncmxl8cGTmhQAW+SUZTyfuDbSzphOAlVl6Z2WA2IRpKdi0Ef6NBQ5mU4Zj0YURbSTq6qkLKOlooi65jwRPsaAR8MRk+m0znpIZi4way2oiqQOhCmtUUroraxjsox7H75HPhrQlCN4BK0NlYwRpZhORhzs78f7KYPPA1570jRF1UA/Sztx9UAjjSNS85ztRUAbnyJBKPIJ08mEsiyoqorKxro6by1+Fl6N/ChJ05pHNgp9VIG8j3awTgyJNPvmxDzG4BzeefqrW1y84nn/h789U6NQiqA16CiF7965zd3b9zh77gxV5UizDN1bQSddWu1TEixHU+VcUz8MqDCvqPfek2QZIprx4T7Dg13KSUFVldjKYYsC76s6qTN6xtM0jZmrjSUElLWFE91sClD4ELDWUlmLdRZrK4oiRyUpG5tnOXfpOnc+eDu6uZQizVKCDQz2Dnhw9y5JklLkFWVZkqYpAeiurpGm2XFT/uxBtM7GB9zY0EFmEnSxzKKh2OHggMH+Hg8fPMBbh1Y67v7hYtzFxVxjUh3LJ6xzmPpBVGWFDwFd2+hK68h7PThbEXygyHMm4xFKabRJUAhb56/x4N4dxod7OKAscsaHIx7df0Cwnos3ohQfHg549OgJh8MJOm3T6a6eDohaN0o2wGKVQKi3CojqhHOOwfYTdp48ZLC/z+BwzM7ONv1uj07aoqkDVFowxuAC+MpRuRxdVRCINnXwsTStfijee7wLJBJBrsqcKp8wVVEXrNoFSdam01tl98kDpmXFg7v3Ge0P2FxfZ3VlheBhe2eXw8GALMtY29ikv7qBnJZgaTYFaiYVQojqhDKIED3eIgwPB+xtP+bx/bvs7+0jorAucOfeA7rtNt1uB2M0Ris67Q4uMdjKIjiMjgp6U9uSZSmTyRQfPFma0uutYFoGanCjxxvKsiDgqVzcWuHWrVvc+vAujx8+JtWaC+fOoo1ha3KGlfU1zp27wPr6Gr3VDbJODzlNwdK0uUWiQYQ0y1B1HGQ6HnG4t8/ekx0m4ylV6WLyu3fsHxwwHI5J0oRWO6MqHVlmohqDp9ftkmYpSkKt8zkaInd5jrOesqpwwaDTjKzTj2VrIWBrFjA4HHL//iOyLOW1119lY2OLCxcu0l9dpdXpYEwyIwajk8hmThBkObGKs+TuUoZWt0+WJjhbMR6PONjd4cG9Oxxs7zIdjqL7qy6vACGIYlyU5IMhSgv9ToeN1S4b62tsbWySpgnOO0TXmf2AVgnKCKI0adIibbdRSmPzkul4FD3sSiE+IElCu9Xm537hF2m327RbGWmaoURFvqrne/oopeYRSjklpyzUKoxo0iSj1ekiIkwGA4p8ynQ6oZhOIEBVFqAVeVEwmUyZTEqmeUVlLaXzVM7FpCKtOXPuBhfPbsZ6lgBGxQnP7HPAaI3JUtKsRbvbI8uiSlJMRkC8j1IGdEKWpFy9cnW2WpRS87K5hhgUs2LOxkt/KiA2fDBJkphiV5YU4xGj4YDJZIrznsFowHQaedh4PGYwGLC7u8v+wQEIaGPoZIZ2q8XZM5u88sJNWllCsEWsLSHa3ITGuwMmMYgWgo4VqEVZIMpgdMyq9RKLjRKVICYlzToxI2NB7TrqbW8ikbOI5GmBGGzFcG+HXGeME0MxmWKrinanTaJgfDhkuLfP/s4O0+mEO3fvcP/BIwQ4f/48axtrrKyvc+3aTc6eOYORwGRySJ5PmI4DwdqoxhxT4huTZR1WK6rxiLIo0SZFK4WajGnKgE3aYmPrAt1ubw6eyCwUobWug2u6Lk6vgT4tV9jwYI/t+3dJ05Th/gGjgyG91VV6q6j2DuYAAAu4SURBVCtUtmI0HrO7t8e9j+5QOMve/j4XL1xga+sM3/zGN7hy7RqSaEKA6WRKMR7iXMzKKvOCVivEDNk6dNB4zJ13SEjxzuMrS1GWlNUgOhwQqlpxbne6XLv5Amma1R7syO+UMWijl6hxxttnFVWnJFjuvPMW4h1DW3C4N2A8mdJb7/P40T0m4wmFtXz40R0GBwesbm3ytW98nV67y9WrV7l4/jzVeEJrpb+Ql6NROkWbQLvTZTqNPKwsStDgrcM6T3BQuejFmU5zdvf32N7eRhvNysoqW2fOcv7SZS5eusrq+gbKGEySkKZZnVjVeLjntYhN/GVurp6SK+zBvVuIC1gfQAyV83x46xZFWXA4npBXno3zF/jyN79Fr7+KEkcnMWxtbLD90YdknQ7Wx8LGUFcEaJOinCXNMopyii3jHrLOx3SQqqrI84K8rMjzHKM0SZaxuXWGLM147fWfYX3zDJ1Ol6zVRmlTS2Fdx1/0grPk+KT9WOJxSjzxwnMv8tb3vs9wNCHNWmTGUJUFKs24eOMFrly/zurGBkmS4J3gJoeEYsj2nTvklWX98mVG+4dMRwcMxlM2zp/Heo9RQuU9VWUZTybkeU6e5wyHw9kmRGmasbm5Sb/Xp9vr0ep22d3dRWlN1mpjkgRtIr9L0pg9NqtkoOGxUmdqHN0o8yRonBDEay+8yubWJZy1dU6OAtGISWi1spgWXJt0wXoOpyPu3bnL9HDI1ZdeYDzYYzIe8+H7H3Dl5vNxj5o8p6giaLs7uwwGAyaTSZ1JltLpptFRWxcJJWmCMVEoXLh8kUePn9BfW8MkCShFkqV1DXNdC11L+LnzZAbdApAny2g6EYi9Tpd2q413TeFPQHSdxCQxrjHbFFJpstUeptOl2Nnh/gfvkWZtJM3QdW7gcG+HylmmZVlbMkPSNCXLsqWkqOjV0jN1JAoe0Crlwvnz3Ll9m1dfXasBO0Z4LPw9rg7nJHk4JwYxKINIQOv6BrK8l7bW8401vHNUVcXu/j5PBgeM7xygTYZpdWhpjXunpPKesS0prWNtfZ1rV2/gXElRFpRlNStLa+IvS3Gc+l+n0yd4xYP7d3lx9TUaCmt0xGY8DfiLwC0G204txnJUYW3OzaiD+dNWouj1elx74UVc8OwdDJgcDsl8oJ1o9j7cpbWyypnLF7mydYZWq4WzFbbKSW1GkRdRka6TMEOodTxjMPVL1exk4+xZnmw/YHd3m/PnrhKdE/P9YiOYbmbaNarT0XrEUwGxKZBcfIqLJbvNgK2NsQ1tMtY3tnjupVe5dO0momJ9n/c2mnImjdkJ3qFCoHKOqlSI93FXvHabqqoIweIcJCbB1EJDpQk6NaSJIUszrl17jg8/eI+V3grd/grWhgUqixQ9KxsBvF9e3qeWFXaU4haXwtH9EFWd9drq9tlIM8o8j2UZtZR0zkIIVNbGvYOcI/Hg0hSCo+ViEMs6h1LE4kij64wuhUlSRGmyNCWIQhnN1SvXef/9t3np5S+RZq0Fl51fyJ98eiWdKohHg1PzqtMYT4mX5k/bBhcVXyIPUwLWVpHydEqwDtEaZy06SzAIziXNhgggMQRhjJklTwURFAFUTHqa63dCp7fC5uYmtz+6xfPPvxwrF0LAGIO1rnY0GJwLNLswx48LIs8OyU/1eyxHzadm+ylhmUKb+uYsy0jTZHZsmuTQJcqIn0nSdM73tImRuNqrY+qoX7NFdGMPw3zviTNnzmJtzoMHt2f6zHzDyxgebVjQXNDESoRTA7HRu5a2t5Jmc10/25Q8ljU4opXgCVIXjutYLKSUQho1prYwmv0gYgL9vC1uPqTqKJ4Q8DZu/xKJtgZEFFeu3eDe/dsMDg6IifhRuuuFQJrU28vMfmHDPvteYT/1LwMt88C4uVncqW65z+J+roG46VAEWupNKFX8dP2bAK5WjajvOosgOl9vNRAtDgnUSzyGVON+3HEHvazV4ZVXvsR7774d3WaiZw8CFhXv+a9ziH52nngiEBd3hjtuL9fFkOpcvZjndMcdPJeXOzPgY8KnmTkM5s5UXWd4iRDLdpNk/rDqv/P4T1wpq6sbnL94nh//4PciBSs9Kw0RmfN3a2OM6CQWy4lAbIBYlNCLEttau7CMGzCb2rmFjSFDoKoqnLf11jDR+iFQ/5hCdCAqrdBqbvO64HB1MvvMoqlLPuI45olUznsuXbrGSq/H7Vvv1UIqLPDB+fuqtKcHYgPMooqwCOpxv2xhjIm/C9VkRizsVNf0aXLBm40rtY7S2NVbGRCohU0Sl7+fA0HDLxds4oYaEcWNl15hcHjA9vYjlERqbCoKljI5TuAKOxGIx+2NfTRPcdHcaiiuWdZxyQVEq6X0k+AheIX3kVqstXUus8QMLhNtYmsd1tpZmvOcTTTpy1FgOGeXonnPv/gq777zLuPxoMGstl7id84SJE8DxKNgNa3hgc5FaWmtnZ1fzNn2fk4xJpm7qmQhYNSoM4WzBBWBsLVaEnkaQLSIGiHUCLdF1cv7+XFvZY2bN2/yg+/9NmWZU5bL1ZAndUKcCMSGeS8KFogPMfKquUs+6t1xOz+g1g0NnpghESN40Yngaq+Pqj/r6i0FAzIrSnelxfuA1gkisUhTJQaVmMjvrJs9yHkqMwQvBFfFYP3mFu+++Wata9bA1ULMnaDy/sTLedHjsfwEZZYmF/MNbVQh1NPpx2qhiEgrjQqeRAVCTVmNMu6dQ+loXWhtFnTU5Uw0pVRMTpoJr0hpVVXFcENdGPn8cy9SlBPu3H1/lkx1XKbv5wqiD0KjYy8q3Q1/mi8tQYmO+8sSKTaWsCmMislPkQhi2onWtX1rYnZY8HE3+CQxOBdjyqKkzqiNReq+FlbNA21M0IY9zGx0H1WYEASTtXnx5de4d/8Oe3u7qHr/GQXICX5K5GS/PRCiQ2BR1RGR2qxyM2CjEltvaVVX4kd+OWf4DX9swpcQlWdXL0mR6JNUSuFdmO14F/yc/y7uCNUAuBgWiEBGXhqIdni70+PFF17lx2/9kLwYx/H6U+SJM6lcT7hJwdBazbzKs/3ElOCDYG2I15UiSbNo82pNmqXRCy6gEz2zeJBYFB5t4+gzDBIQHNpoVJIQRKJSHsX0TKDNgaitqND8PparVSGPKMXW1nkunD/Hmz/8XtyGy5jGE3E6IC4qqq6KhdjWWrzzzG1fHRUOH+3gubfbz+O8xE1+fa2AmySL1oySmR45c7FJrA103tWRwMgibFXFHPCqwlo74321rJil/ena8RFCQJvoyLh+43kC8M67b0bHhnr2zcpPBmL9Ex2zeK1ER6mueZY0KkkjVOqJL6cpR37onJstPV/rkYiul6sjTRKSxFBZGymtTpBv8nIQwaTJzLHQ5HW5OmrYrIrGtPO1JG50amVSXnz5NR49vMu9e3dRJwDxxEmeTYJREEGZKGmdm0tFteDiior0XOrFJRdX1nItYF1wiSIzKQSPkmgyplkLrRVVUZAYideUip6cWqdUQD6ekHVbNC61uApq50WYr6JmR2YRTW9lhddee53v/ta/YGP12TehPLGyvfh+MTAVBzsPEDU5f82eDY0fsYnkJUntoTYJrVaXJMnIshZpmpImGUolMddGmyiA6qyGrC45M/Uei1EnFbq9HrX9NtM3lYqbe5gFH+aMHRHVq62tLYw4fvUf/A/PjMfJcratraWgIwSFMfP0DKVU9GDXNm9UK6gl5pzqrKtm0jJJspmk1XW5LUBQgeDi9yVJOmMjzrm4a0gATL0060yzqnKznQCie8zjA2g0UNGs49FwyGg0Yu9gn3w8ZDKZ4EQwp7Wn7OKTdDYKBX0kLBmXe+150QZt1JJqk+oUbaKFoVWsTWk2cGvA9HWlVWJMzdfA2VDrdTZmWNRLVYgqSpplM31zrnp5dnZ2ODzcZjAYMJ5M8AS63S5ra6tsXr9Ov9MjSTWT0bNvuHain5z7oi23L37z/jNoX4D4GbQvQPwM2hcgfgbtCxA/g/YFiJ9B+/8ANjKVqc5QCDAAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          }
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "4 (960, 540, 3) Pawpularity:[72]\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAFAAAAB/CAYAAAB460VOAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nOy9aYxl6Xnf93u3s9219q6u7uqe6Z59yBnOiItESlxCipIlOfKHAIqt2DJiRUiCAAEcw4iBIPKH+EMcxM5ixDAgQEEUUAmkJLakSKQWipJIDtcZDoecfeu11lt1t7O+Sz6cW8XRmNs0w5IE8B1c1K26Z84953+e91n+z9IihMAP1p0v+Rd9AX/V1w8A/B7XDwD8HtcPAPwe1w8A/B7XDwD8HtdfGQCFEL8shPi1v+jrePP6jgAKId4nhPiMEGIshBgJIT4thHjnWVzc92MJIT4vhLhXCHG3EOLL3+KYe4QQ5XfzwL4tgEKIPvDbwP8ELANbwD8Gqrd+6X/xSwhhgEvAi8DjwDcFEPgXwBe+m3N+Jwm8FyCE8LEQggshFCGET4QQnl5c0BUhxB8JIQ6FEAdCiP9dCDF8wwW/JoT4B0KIp4UQcyHErwghNoQQvyuEmAoh/kAIsbQ49rIQIggh/iMhxC0hxG0hxH/xbcB4z2JnHAshviKE+MB3cb8PA18Pbfj1Q3wTAIUQPwccA3/4XZwPQgjf8gX0gUPgfwV+Elh60+dXgY8AMbAG/Anwz9/w+WvAE8AGrfTuLS76HUAC/BHwXy+OvQwE4GNAB3gbsA98ePH5LwO/tni/tbiuv0YrBB9Z/L72Le7j7y5AyYFy8d4C08X7u95wvy8AF974fd8Wo+94ADwA/CpwY/Gl/wbY+BbH/izw5JsA/Ftv+P03gf/lDb//Z8D/8yYA73/D5/8t8CvfBMB/CPxvb/rujwN/5zvcy58CjwLbwFOAeNPn/wPwD9/8fd/u9R2NSAjh2RDCL4QQLtBugfPAPwdYbMdfF0LcFEJMgF8DVt90it03vC++ye/dNx1//Q3vX19835vXJeDfW2zfYyHEMfA+YPPNBwohlhfHjIEfAf4YeB64DzgSQvzni+MeBT4M/LNvAcU3XfqtHBxCeE4I8avALy3+9E9opeZtIYSREOJngf/5rZzzm6yLwHOL99vArW9yzHVaCfzF7+KaR8Bwods+GEL4JSHE/w38ixDCH7zh0A/Q7oJrQghoH6wSQjwYQnjsW53/O1nh+4UQf18IcWHx+0Xg36fVawA9YAaMhRBbwD/4Tjf0Xaz/SgiRCSEeotVd/8c3OebXgJ8RQnxUCKGEEIkQ4gMn1/kt1hut7juAL73p838FXKHd4o8C/xL4HeCj3+5iv9MWngLvBj4nhJjTAvcM8PcXn/9j4DFgvPiy/+s7nO+7WZ8CXqK1gv9dCOETbz4ghHAd+HeBf0RraK7TPrxvdz+PA18WQqwALoRw9KZz5iGEnZMXrWCUIYT9b3ex4i8LoSqEuAy8CpgQgv2LvZrvfv2VCeX+sq4fAPg9rr80W/iv6vqBBH6P6wcAfo/rLTnSJ+u/+af/fdDNnOXekLKuuXj5AuvnN1FS8+orL7K0tMS5cxdQOsJ6x3w+xxjF4eEBuzdvsDQYcv7SZfZffZZnPvNpbl2/gfceYwx5nmOtxXuPlBKEQEqJta1hlkKglMIHixQCEDjnAXEaXgnAh4A2BiEE1lqEEAgh0FqzNFyiszwgLwpMgDROGC4Nsdbyn/6T/1F83wE8vPEqG1tbyCwhiySrmxcZDpYYjQ4Y9Ffo9vpY54lihZSS2+MxSRJT5jneWsb7ByTSUk1GVFWF935xg2CMxnsHLQxIoU9vXi0AFUKgpSYE38ajUhBCC7RzDu88CHDetXES4H17rHOOyXRCUZf0e31MZAh4nPPEcfyWsbgjADc3zkMIBDxKK6r5HLG0hNaGu65cJe1kWGuxdcNoNCKJEwhw4cIlrpxbZfL6K4xuPc+8FjRNzSJ0wrmaEBxKtWAEHFJIrPOnIEvRShoioJTE+5PAvpXGNxpF5xxKKkII7f8vW411Is11VBG8Z2V1mcFgSJ7PzwbA7ctbrC4PaETEcHmVQb+HUorBcNjegA/YugFgdXWV0WiElBITGp785O/QTI7xwhMNN7DWo1QLoPft+ZVSNE1DWPznnDsF+fQnIKVAKoltHFLKxWeqlUwCIWicc6eg2uBITNRKMlBVFVmWUdeW4/ERvW7vLWNxR0ZEGw3JkO5giaWlJZRSCCFIFltACNE+faUwxjAcDulkGePDPW69fo2imOF9TWgsrnGEIE+l5ORm220rF1tUnoLWcnACgQbUKehStipASoGUAq0VUp48GA8hoJB459FaY4xBKYkQEJSgmOWnkvl9B7A7GOCbGoLlcHSAbSxN0zCbzyjLktFodHoxR0dHpGnKcGmJi/c8xPrle6mspclz6rpEiLC4cY0QLXAnBkRKAeIbOt0LcAS8DHgRAIkgIFULtFgYmBNpVEKilGpfWuOdAyAvCoqiIBBobI0UAh1pqqo4GwC9g7292+A9tqppmoZOljHoD1BKMR6PaZqGuq7p9fpMpzNCCMyrioc/+BNsPfqjdNYvIKXGuhboEAIBTnVZKzUKQgtqCB5HwAlB4x2lb6hsg1uIoBAn5xBIqZHSnFpwaPXhyfdIKUmSBO8Cs2nO4d4+jbXUTf2WsbgjHRjHMf3+gKXhEtPpjE6WEXzARIZut8vR0RFF0T7N8XiMcw5rG+qmxqG47/Ef5WjvMte/9hTenVhghXAW71sXxvtW70kpCd4jhERJReUX0hcCwgvEYsu2llgudKNaSDG4UwvfSucJmCcvrTVN3TAZj1lbX3nLWNyRBAoh2NjYYDQaMZtNaRpLWZbkec5sNsN7TxRFTGdjnnv2aY52b3L92jWcdSwNhhBgsHqOpfMXIQhCaCXIOo91Dh8CIUi899TWUtmGxlkqZ7EefBA4C4212BAIQiKkwfmA860udYtXqwrkKYhSttu6rmucc9R1K3UhBCaTyVvG4o4k0FnH6PCQw9GIJz73GT74gX+Hu+66Qr/fQ0pBf9Dn3MYG0+mUbielKR2186c3sn+wy+HBLiqfEELTbtGFC3JiccNiazbBYwkIEbC2IfjW8qogW0kTJ040p35g3TT/1jWfbGUp2wdzCoDWC+e9wdrobAC8feMGtq7o9pf52z//C1hnOTg4QClJ09Ts7+9zcHuHK/fcy9rqBpPxFB1Fp4q+2+1RzI+ZH+U4H1BS4Z0nLKzwSSTiCDTBE4JASAhKA47KeZSAGEGKxDqHEhKt9Wk08kaQpJR/7u8n753zNI1Da4UQkGVn5Ehf2L6KxaGCI4oNvbiHFIrp8Yj+0goryyvcuH6Dvf09AoJ+r9u6OUmCc47ZbE4cRYyrGUFInAtICbWzVNYuLHigwdPY1j8UEpJOjNIRQmpsU1N7R0KrB70UiODbMG+h905cojf+PLHwJwC3D8tR11AW/7bkfl8AlEmXL37it9i6tEXAE4CqrDncu8HV+x+m1+tjUon1NfPZnGvXXoYQ2LqwzcrKGleuXmH3la9zfZpD8DTWo7WkspbSOdwiuqgbh7MBoSSRSWi8wAmJbTxIiRaS0rUAGgnBAwsr+0YJFOLPh7cnqsT7gJCeqm4oixIh1NkA+OxXv0AxO+LuKx+gKHOu39ylrmrWl4cUeU6v16Ob9Tm8+Rpr66tcePjt/Ovf+BjaRKysrWOMYTYaMT4aU9c1dWVJ4tatqBtP4xy2DpSNQ8hAjGE8L/CTGm0qmrpBqBOXRJHEmrs2h0jhkY6FI61PQXwz53m6jWk9JZqAFOrUpfq+A/jD73sv6YfeC0Exns0ZjSYIK1lZP8/GxhqVrVheWSUf7xFFKd1ulw9++CMcHB0hBezdvsXOzdcpipyqqikbi5CBqrHkdUVRB5ragwy4OlCGHBVppFTYuqGxDb4RrUGRjqpqeCXA3ReGID3OO6RvQ8IWuwAEpGrdJes8fhEpRUJj0tZSB2nOBkAlI6LI4L2jmBe8/MotRgc7+GbK1sWPYiJFmmXY+i5+9zd+nYff+V4u33WFxnl2bt2gH3XIRyOmsxm2sjgctRVYG6gaT1k6km6PRx9/B3s3ruN84NbebUbjGXGkUQuLK5U8dbLHkzk3diMubfagqk/DuhDAL1ybgEcqUEiCl6fGxfmWBXLirbPzdwRgGqdY16CloSwC1WzM7defZ7Uj8MGxv7PLrevXsc7xwx/4CeazOYd7exTFjOGwy+2915lPxkwmU3zwEBw+aGxQ1E0gCM89D7yN8xcvcX5jk/l8Sn/Y4+vPvsRsMiGJokWcrWn5QEfAU3mHigzBOoJ1IFpjggdEWPCHgRAsSrfMjhBqQYB4lHjrbvEdOdLj42O8h5s7+zz//EuEuuTuK/fw7g99hCzt0B30yXpd6qZkb/82WiuSWHHpylXitE89mzM6PKCuHMIrfFBM6LLnYybeQLTExe372dy6m7TTIY4jVpeGXL56iThLMUovYlyN1pooipBSsbKyTCcbkqbpQrpaHSgVLNzAU39RqTbWbrnHsAD2jCTwxvXXuXLlHuqypCgO+PG//lFeeull1jc2ODw8pGkati5eZLiyzGwy4drr1yiKLmVRYKuatbUVZkVJCIpSJ+w3kqODhlk1I9QVG+cvcWH7EkIrbh2MePrpr6Dx7B0cYUxMLAXiDRGG957GWrq9LkorOv0hwTuaujzdxqBwziFF6zcIIWn1IggkXkJbO3UGAI5HB1wzKRvn1vhrP/WTFFWFUJrDw0PSLGNlZRUtIY4SOp0+cZJytHMDLw3T6T6vPvMsNkiOxJDdRnI8G2Prhn5vmR9738/y/h//IOODMR//vd/js5/9JOVsThS1PN8gScmWu2itT3VYXdeEEFheWmZ1eUA+PSTJIqSwOHdCtoIQAe8CarF1IeBDwAeHDCxAPQMAizxnNDqg1+/igsLEMZfuf4DdvdtUO6+xNd3k0tYlinJCt7eC0ZqLFy9R5DkJjs/+yR/yWjHgsLTM5lOCd3R7PX7x7/09fuhdj/BHn/oUv/arv8LO9Zst3YVcMMqgVEtfnTDTJ87xhfMX6A37YCRR0kFQ4m2J9y2hqpUEWofbOY8QHiEFeIkIEBCIszIipa1RZcnt27c4v7lBUJDFMcXxmCiS5JMZk+4xOjYEb+l0OnjvSDsRv/4nX+BPnjkgeENlLQKBVhEf+tBP8o7HH+E3fvNf85sf+xjj8SECSOJssQ0bjBKsLi2jVMt6CyQ+eNJOxt1Xr5ImMToxJFHC9WsjpEkwvsK75hRIKQNaa6xtQCxIWuExWp2dDpyMjpGmgzs6IstS0kozOj5ibX2F0BSsb2wRxQleKj7/+S9hnWN0OOLoaMaffvqLTGZzlE5QCxJVqpT98Zh/+s/+JV/87KeoZsdoFF5AICCkRAnN1tqAzdUlummEkLB1aYvbN3aoVUR32COODcJLXnj5Jf7001/kwatbbK8mSKvwbsExChYRiEAg2zBwwdt6f0YANo1lOh2zPFxmNDomTgxJnJDFPfaPDpj2pxRNxSc+/kl+57d/j9FovMigeZrak3X6hDjQAErH+GbGZ//493F1Dk3Z5iwkiBBQWiFlYHXQY21lmUAgjjXnzm+wuXUOYSKOpzVZktA0jv1br3P72utkxrC7d8AwW2aQpijZSiuAbQLqxLiobzA53p+RDiR4bF1QlhVNY+m6DnVdcnx8SBIpbt3c4bOfeZqnv/I0w0EfrTRxbHjt9WsgPXU9p25yQCFMB2MMPgSaEAjBt3SVlKcEaSeOuPvyNokRYF0LhAAVdbjr3g2+/rWvUxYFxWjKaGeXVAnWhwmxlBztzEnPGzqpbn1NZ9FagmhZnhAAt8j2qTOKhYUQOGsRApQSHO3ss7G5zPLGGltbF6jrmpXlVX7qpz6IVoqvff0Zzm9e5GMf+z/5wpeeai/cBzwN3k8IPkOpCCkEfpFMOrGIwTs2Njbp9DJ8WQKe4B1YwfK5Szz/0nNY25AXBZODfeSCyclSQyIUtXPsHs9YNwP6WYzx7cNq+THwThCchzvYvncMYFEWiEaSp1OkUDRVQ5FbLqQ9JuMJQsDNa6/x7AsvoKTkkUcepZhPue/ey3z5K8+ADzjXhlTCe3w9R6oGJRUgCcGyCPVRSjPPC6IoonGWopxjpMRKz41b17n5+k2kaKjnOVWeI1yOtw0QKETLbgunmeaB7tIyiaiRocG5qOXJorZywTsH1n+HO///CcB5fkTW7VPmc6x1GJVwe+c2a+fXSTsRtvHMp2NWBkN0kvLCCy+wtrpMv5uwujxkfDRD0OCDWGyjgPN2kcv11HWN1hoIC3XR0Eu7VAKafM7BZM7shZfYPZqgpMI2Dfn4iCqfooRDBHDWUzcWbQLdboRAENI+zs2xeUkaG/Ae7wMSSdAgkreOxR0BWFcVWlcI5igtibMOs8mUGy++wgOPPcTBzqusLPW4uHUOrw3DpTUG3SFPff7P+MVf+g+5ce1Vnnzy6zz77IuL2hVHCP40n3xCELQ+XuDq1cv0exmFEm06VcoWZNmSgE1V4W1DvxvjraU5cVG84OC4QMcJF5ZWibMuqcw4KuaM90b0OknrHyqJps0GngmAvpHMjqb4oSSJY0ajPeIo4vVXX0B2FH52hI4Udd0wXFtjaWkZVwsmRxOWtoe8690/xNLSCi+//Bp1UyHECRXfVikkyaI0xFqUlDz/wutkqeHKpW0QQ3RkKMoSZQzeObIsIlUDZKgpyxxtNFFkMEZzRUaMJ2PQEf3BACXgfGx4fv9zHI1yev0MKx2RkGhzRgA6I6nnBRQ5SkqSTkZQBmE6HB+OWRkkpMbg8MyPD9ndvU3wEc+8ssPoyy/wN//mT7Oxscpw2GF3b45UGu9YVFlBXdeLSqqWBRjPcmZFQ9broHWMkoagj7BNCR66sUFGAmslSrdZtyRJMFqjTERn2KNxnsgYkBDHy2yc3+K1Z5/HCVCxoUSShrcOxx0BmHU62LImCEizlHlV4F1JLxuwd3BAkpxjVs7wTY0UHhc0o5nl6RdvMJ/mPPGFZ3nn4/fx0z/zEX7n33yc0fEMEQm8VxR5fRqiKSOJTcT7f+xRHn/7Q+BA+hrnaiqbMJnskyUJaZrhnUAriVmUbSRJgkBig8eYCBcswTcsrWwgkdz77g/grefmzRvU3qKUPK3R+b4DOJ/PcIstNisLtInxviHKFONJwf6tPVY3h1SNpZhMOTyaQDagLOd457l+a5/L25s89ugj3HflMjs7e5iojUo++8SX+OM//nKb5kTw2CP38u5H30ZoPEVdU9sa7yyxNvSXVshMmw+ppQbrMVqTJMmC0ofg20hGS8gnR2xcuIwxBtcE7nnnezk8+m0Ox8coJdHyjPzA8cEeq2srHE0mWBdYXl4GoJgXKGU4OhgRdyM6WcLmQ5eI04SnvvIc3oLHooVn2O/gvGcwHLA0HLZpTGvZ+Ol1jo8KXrt2nbc/dD/ve9cjWBc4HE957qVXuHVzh7/+Uz9OfHTAzFniWCCcI8HgYtDGoBcOsRSwSBsjpcYVFq0M1lqWhqv4Xh8fddg9vE6v06Uuz6i043h0SK+T0ev0aayjrhuSJGY2n7XlYtMJB3uH6PMbre92fEzTlDR1TppE/PC7f4huv0/dVMhgUFIikEhhSOKIX/jbP8d0NiG4hsPDY7741DN84UtPMZnkPP6Ot7O5cY6vPvckWa+L0emCSREgNLFUbYIITxAtjV9XFgJ0ux1cU7dONJ5Ot8fm1l184ctPYZ2g1zkjHVg3NTs3bnHh7nvod1KqusEZhYkMUkrq4JjPp6z4NaZHhzhrqeYzJJYs6RJFhqIoEcohvCTSi9IzPCG02y54uLGzzyc/+Rm++rXn8d6TxinveefjPPfZT2KUotfroozGm0CQAh0E2oMnoETAeY8RgWu7O0yO59z/yCOsn9ukyEu63S7zPGewsc6sanMl59L0bAB0IRBnEbv7e2yd36JxNca2lk9KyXB1hdHxmONpjlEGbz15Oefq3du85z3vYjod8/nPfY677r7Ixa01ukmKjiIIFts4jidznnv+JT75qc9y8+YNfPAoqXnbI/czNI6d4136y2soKVHaYOSirE0pvLVI59E+YIXDC8v5tRUyATe+9iQ2z0myPvNel60rD7ZFRk1guL7Bz/8n//HZALi+fo6Lm6usbl7gcP+I4/GIMs+RUtPvG4RQDHp9ZtMCHExGtxkdjpiMGwIwGo144nNP8JnPfprt7S0uXbrM+voaWin290e88so1Xnj+RWbzKd5bpBKsrq3wN372b1DvvULa75IlEb5xRJnEnCSZ4piyLKCyCNOWfzTBsDTsY2zNfDrm+tNPEKuY1ctXOXf5XrY2z3Plnqv8B3/377C6vn42AG5sbLC9vYkF+oOMm7dKoqQlTW3T4GxDUzcURU45z6nyOUnSYSg9L734ElVdcm5jg+eee4GnnnyWrzz13ClF76yjbqpTbk4IgVaKD33og4xuX+fw2nWSbJVofZ2Qz0iSFBNFaKORSqMjgy9KfHA0tsRSYZuaqi4pixwhArqbcfmRH6Hf79N7eMB/+cv/iKauqarybAC8fOkSw2EHay3OerRJqKumrXCqKwRQ5XO8r6lnOUmasDcaMZuVpGnKdDbm5ZdeOS0Qd861NdGL4qNTZliAFJKVpWX2b9/m47/1W6z0E3740QfZt2UbTxMYrq6idGt54zjBS4FvAkIFhK1pbI2WGik1tWuQAV5+9SW++uKz3PfgI2ye38SZ+Oyq9K/fuM7OLYGJFC4EynlBXlWYNMYISRxp0jTGB0eFZ57nxHHEfDbn9VdfZGl1lYvb57lxY5d8XrSG4xtt92+ok/YoKYiU4Mkvf4FuLHjbQ/eilGe0v8e5zTWq+YQiiQihR5oJQtPSUz44JDHJMCVK55hIYfb2mB3PSDc22d3d4/63P0yv1yP4QNM0lOUZSeDu3ojSN3SzFOc9tXccHR7iq4bsEoS0LZGQLmB0xHQ+ay2jElS145VXXiUEUFqSpAZr26r8tgy3TX5LKdjausAjjzxCM97neLTHvXdvs7G+jrclB+Mx1kK3k1KXDVHU4GpNE9pawoBDKoMUUFtHsnyOi+cug4opRcbS6gYmiUmShKIoKMvy1J/9vgM4HAyZTKdM98eMJxNsVWPLisNin42tDRKp8NYjcGhAe5iUBUIIsiyjKAryvKCqPcbELC/1qOuGeV4SG4k2kosX7+Lhhx6hyMckiWb73ktIAk01I+u0qdPDgwN63S5GeqpZjlEKESxSSTzgRQVljZAgZUTSX2J16wppbxkdRdimpiwLjNEIkZLn+dkA+Pzzz+OsRQXRcmqNw7m2N+O1F17msccexHvbUlQSpPLYpqGoqrZa3jqUlHzwve/mIx/+KHEkODq4zUvXbvJ7f/hnHB9N2bm1h3Bf5NEra2QrHXzw+LIkHx0TI4nTBOMy9vb22NzcRALFdIpUgiiOMAujInWMiEBLhQrQ7w3YvnqVpqkZ7+6xPBxw8/YuaZrSfJPK1u+07qi0o6xrGudonGXQG7bZfeGJjEYpwc7eASpIVoZLDAb9lqZCkE9n+KqmGyXcf889/K2f/zk215fR3iKrORup4e1XLtJNUh64e513PbDFoNdFG0OsDFq3qmE6aYnU1UHbozIajWi8Q3cjok6MNBKhFSpKMElKpDOClmiTsrS+cdon4r1nb3ePvMiZTqenlfxvZd2RBEZJjEaQz+YcjEcYo+hHGVrplmCYzfmRxx9jY2ONzz/1VabTKbNJjqYFtW4qHnn7o0RKkudjqtkR+fGI0cER59dWuPoz26QRbZ+HaOtXQlWDNvjI0zQNTVUxHC4jfOD4+JjRwQFGr6EHHYTWIBcco19EKUmHuD9EGoNznryomM3nlFVJPp+jlKaq3vpEqzsCMOl2WOn2sXVDPp1Q1nN6SYYQEq0lH/7Ae1lbGnDt1m2eeeYZJpMpedX2veV5jvMVK6tDqrIAD9bWlHmFMTHbd92FFmDrZmGZHXVV4JqmbYjR7SXXdU1dl3R7KSaWzGdzjkcjmqYmSiJMmmGilKAkWdYnSbuYrMvs6JjZNOfZr32Vp574FMONC9z34NtOCYgzAfD97/sA115+lqZWrPazU/NvreWjH/5R1gcpt27v8KWnnsZZS5pmBNUwn+UcHh2yvDJk0O+1lfNRRDZYYeueBJ0meOEQVUOlCpxt+0sik1LZBm0dXn3D3ZlMJmjTZ2l1maX1dfLJEUoKCAEtFFEco7M+JulihaTXHzA5PuD//cTH+fIXvsSD9z/A+c1tnHVUZYm7g1avOwLwvofexjNPfY5+mlE7S1PVCKV473t/hHPr64z2b/HEV55jZ/+wrUORMOzEpCrGeYeQkjROkEJgkhhj1ukPW0kryjnOBkycIkSDiRPqskSGhmAistD6bN47pBTUVY1tLEvrm3QHK9i6IhCQRmPiFBOl1FXN0uo56rLmk7//cV55+VXe8Y4fYvvyXaAE0+mE+WzGHZTG3BmAly7dz9W7H2D39m3iWBNLzcrKMpcvbHA82uPJZ17gpVeuAZCkMdPp4uKEIk0165vnWFpaIYqStsEmOLxoEL5E2ba9QUpBlERtoh1JMN3TKMXVFt9ULConAY9zlm5viMtO2hhARzFVWSCTBGTgD/7odzk4mvLu9/wYS8MhUrV9JXmetx0E9oyMSNZJ2dq+xM7OdabznGZesLmxRj49oqoqXru5j1KSJEkJIbCykmCMIDIxWdrl3PZFkjhBIFr3JHisbajKnNo2i7Ysg5ICKYAoIrAolhQBX5bUlcDZGiE0ymiC93jpMXEHV9c4W1GVc1wI9JJlPv/El7h+a4f7HnyIpeWWwBW0OnVlZYW6rinDGUUiHs/Fq/fxlS99HikKBsM+Uika25CmGRcublIWE6IoxjqHFIKlbgZCECQM+n0IYJ3FBY+v5rh8infNad+ckhHa0PbMeYE28YI0BWcMOkuxTU0QbU+xVIq6sdhQUEzHCOGQWhMw/NlnPsf+8ZRz6+skcUoct+eq65ooirDWkudzbt++fTYAVmXN8tp5Ltx9D7P9G1RVySyfn13d4hQAABc5SURBVPaivetd76bMS3b3DggBrHctMaAkURpxafsCzlbUTYVtKlxeYJsa27TkQBxFp0kerdsOJCXb/G1wjhA0ddmmD9BykVM2bZVEU3NweEQSRzgf+NJXvs7cey5eupvt7W2gbTacz+dYawkh0O122d8vKIszikSkUSgEd933EE+PblNVFbs7t7nr4jpL/S6d7jI/8VM/y9NPP8P1ay/jqoqymBLHEcsr62yc26Iu5pT5FFsUiCAXNJjFpMlpQ2BkDCrSGNVS9kG2NTl4t2B+aqgbZJQSFkWYdVHz5a8+z8H4uNWlQrK8ugwhtLyhVEynU4QQFGWB9Q7nLZExhPqMrLBSEdZWrCyvkRc1VVmh45TXdg7pdlJm+7dYuXA37/+x9zKv3snhzg6T4wPyPGd9YwtXV5TzGbYoaeqGEFhEMTFeCIwxRFGMjiJ0GqFoG7pFAKk1vg4oFeE0yOAWOQ7Bwf4+125cxyhFFsc4pVrCIukQmVadHB0dEZmIlZVVEILZ0ZhYa/b39rl965tN2vs+AOh9+8rSjPsfepgbLz9HUVjmRWtALqyvMB8fEZBIGbG2ssrKSjta1VnHdHKEL0uapj5teEEIBBApTZxE6EiDUiit8PYbvcNN0+CCa7e4U22fW1Wxu7vPdDym1+vSX14jSjOefvZFkIF+r08cx0zHE+I4pqoqjo+POTjcp57POdjdoahLLt9z99kAaG2DayoQkgtX3saNV18hr2Z4al6+MedwNOaeuxwbvg3HGtdQN9UiWRRar18IkAITGVhk1bTR6CxFRgZlDELp0797oKlrmqrCeUedz8nzKQ7PbDqnstBbGmCUQWjFuGxorCNNU7Q2ZFmG1vq0P3g2G5PEEaKqefG1lxgsLfHQw4+eDYAhWKSWBKfo9Aak3S7V/i513bRNLi7w3EuvMDqes7a6TGIE1hUE31L2URwRRylaGtQiNDNRRBRFoBQeAbJtovEehA+UZUk5nzE5OiTUFRiJD448r2nqBqliYpNQ1hU3bu1ylBekacJwOCBNM4oixzlLmqXkszk7t26SZhnCe6LYsH3pMp1u52wAFELggm9zrPmcC5ev8PzLLzEvKsr5nGG3gwiBvdFzxNcztjaX6cQR3U6XJDJtUbcxGNM2OEspEbJtMxDqZKKGWrgtgnySc/u1V1CRpj/s45Th5s1dvv7si4zn+SL+TRFSkFdzBt1VRKQwqm2s6XYz5vMcawWjUU49L0ijmGGvT1PX6Fhz95Wrf67D8/sKoHMOTdsx7pSkN1ylk3XIZznLwyVk8O12axqSNLBzMAEnaOQBqZFcWFth+3xKf7FFrava2QYI4jjD6JQ4NngXKKcHHF1/CaEDF++6ghCBsRO88OoXeO7FV7BoAg1KB4yJWF1ZozfokFcFQni8rxfuiqdpapq6RkmJ6aTcvnWLmzdv8sjjj5Fmb71b/Y4BFEJgvSXQDm6QBDbPbzKdTFFKYiIFtmbQyUBLmrqmnBfUzlEaw+HBIc+98io/+uhjLC310Lql8auqIkQVcZpRFDXVbIwtp/TW1lnrDcmyPtY1DJRmeWWJwaBL0XgIkiiOQAjmxZyj0YjB0jJSKaqyIJ8dYdIUgUKImDovKGZzfHBknQ4PPvRQm1M+Kwk86Sh3jaWsK2xVMT4eE8VRm5oMdjHuJTA9Psa6gK3KtrS3KmmcZf+g5reOPslD997D/Ve26WUpIjRU0xHTpiSODCFA0tvAZBFZp49KO0RC4lyDVII4SmjCnPPnLzKfzTm3uUlZVYwPD5lPD9m+eJksaZmc+WxGHHWQgNKa+WjEaHef93zw/WTd7unsrTMBUCmFtYHaWyqb85Wnv8jOzg5ZlrVtqEBZVQTXjmSiaRBC4rB415bVCgLz+ZzPfvHLvPTqazz69vu5ur1NqgRVMwfZIe700VmXpN/DJB2kcAidMD08ZjYdI6ViaWkJayv6gw62sayfO0dk1IJiE62e1RrqQLCOsqqp6or9w102ty/wwIMPt7XZgtOxKN93AL1v57FUVc6NG6/z/AsvtJHCwni2F5SQFwVKKoSyYAPGmNO+NiEEfjF57Xg64ZOfeYIXXnqFRx+4n+0L5xHSYBp7WicjpQQZmOUzPv0Hv08SRWxtnaNpLI2vWVpdBySNtbgQiJII5y3zIsd5j7UO23iMSSjyGVVV8dg7370YctYOvnjzaIDvG4ABQV3U3Lh2nU98/PdQQKfbQQqJMQa5CPBjH1ARdAc9mqqiKmuE0vhijgLEoh5aSUnjKvb29/nE7R3Ora3x4IMPcN+9D6GSPrqxFEXO7Z1bPPm5T5NPDwlScmFrm6KyfP3ZZ+gvrVBXJcsbq+B7TCbHWOtYWuowmUywtqEo2/h7lk954O1vZ21j45ThPvl5JgD6AGU548knv0hoLOg2bk3TBKMlzresShxlxHGEwFFrgzQOFbduQ1mU1EWJd45AK2FRFBGEY/fgkL0//TRf/uozbJ6/m/W1DebVjKKYkBjDyvIKtfNM8xyhDb1Bj8HyMoe7e3gPyyur9HsD6rqNdPrdHqPGMhj0mEzGGBPz+GPvRC2K2rVu8yHGnFHLf1UVPPFnv8/tW69joohOJyFNDVHUkgC+tovWqXZAWJp20KZBiIKmcfT7y2RZTTGdUOZFe6OhnToZGY2J2urSxjt2925QVTnzYs65zTX63S7HRyP6gxVu7Nym0+ssJoe0+u7ee9/G7u3XEUGekqSBwMraGvsHe1jnuXjpEoPBEBbDyU56js8sK/f0F/+Mrz/zFdI0huCJorb7u64rer0eVR1OJTJNs0VnkKBSFf1+b1EP09JPOoop5nMEMUpKekmGVAKjDUE6+oM10IahWEZJQVlWVFXDaPcm5WSE8MuU1jOfzxksrRJFbapAaEVV1oQgyIuC8WyKq6YEJ3ns8Xchlf6GLvbtSLwzMyJ//MnfJzMGbQxR1N5s0zSn8wJ7nS7kOa4q0d0e1nlKV9HJ2oKkxlqMiUnTDOsyqioj1DXBezITY2RbsiYUaBNROU+nFzMZHaKVYXVphbIq6YbArCroDJYQePpLA0KoqOsSow3W1livsdazvDRk5/URD7/jnfT7fbxvh/Sc9KWc5InPBEBcDUlGp5PhbDsDtdPttJxa8KysrmKLiunoAC0VtbVEkWQ5iRGyh19YPus9VdkQsNDMmc4qImWI9DeGzvoAEklT1fTTiE6WIk2K0Iqyrqkby3R0RDGtcbMa2TikijkaHdPYOSrpkPU7jI/36QyXuevqA4sJmXbRN2xPwbsTQ3JHAA4Gw7bP1nqEdcSdDIKk2xtgtMG5gJcRa9t3U1QVkfdt/XMWI4PEE/BCUNQNaZJifY0XgawXE2xDFGfo0JZjZJ0E5R14i6uj1lmPYgKBJE6Io4Tru3vcunmLixe2OTzaJc36JJ2M8e4In9ec29zCWcXdV+5aVNEq4lidViicdEi5O5DAOyrtCCFgdJvIMVpSlgXWOazzKB0zmcypmhrvQStDnCSEIBjPSvK6oXGO8XTWttyLk6toE0hGGWpnCcKTphH9foyW7djRXn9ApFvwmrpGa4PShqXlFba3LvLgw2+nrEqm0ylSKy5e2iZJEw4PR0RJytra+mJUyiIctfZ0juBJM/aZALi5uUl/MAAlcUi8DURRQlXaNtewIEnrumY6nVKVFWmaUjWexrWzTp2z1HlFJ+1SlY7gzcLwpDQuUNeBWVNTlh6ldTvNWEp0GqMCBOdYXhnifE0Iddsd0OQ0jSUdDCiLktl8TpKmFEXJxvo6nc4AY2KMMafgvXE445kZESklMrTJnn632w52TSKUbE/X7XZRqt0iSWyIjEYqw6DfheBIE00WDSlKy93bFxkd7dHNInrdPnVVUod2WE7wgek8R+PpxG0dNB7KskJqTd00dHs9xrMZK+sr3L5xq00vSIHqZNy8+RpCaFZWlji/tUm/30eItizklC6jZZeMMXc0M+GOJLCqaibjMYNhn+k8x+FJkngxurPVI1makiQJ/V6PJI7QksUIvBhlIhLTVrO+9PKz7UzBThchJJUHGbcW3ui4be8yEUQxk7JiNJ9DkpAtraCSlH6/T6Q1Wxe3ODoa0R32T/MsxsTUteXSpUuL7WtO/b0QAtGiOP3ElQlnZYWrqiJg6fU69HtDrt94naxe6LzFJKG6bgg6oLQkUhKpArOqoZoUbV4Wz7yoiJOIOMmYFHOkkhR1O13Net+6Q1agY01tHUEopDJUTUVRzhaRSyDOuvSHy22uJOg29i0ryrLkwoVt1tfPEUfJYkCjJ03T0yGP1trT+TNavXU47kgCoyiiKi3TaU4Inm6ng3dtn9ry8nLb6CcFzSJxLgCpNL1en15/QFlbpkVDUTcgDVEcY6IMpZK2MHJRme9DoPIBpMEJDSpmeW0NjwKdMMsr5k1g5dwFyqrGpF20iSjLgtlsTtM0XL58F+vr60RR3CakvAdaB7oocsKi1uaEBT8TAAke6zx5XlFXDYP+gOBhOGzHwTvn6HZ79Ho92s5nTd24tuJARS2QvR7Ly8vt029nn9Dp9vHOY50lTpNTaXEOGu85mhxza+cWURwDgjhJKauGc+e32dndIYkzsqzHbDZnb2+P7e27WB6unk7lyLJskRc+IJ8fQ2hJ3JOpl3cSyt0RgMW8YLU3ZNjrMRwMUNJgTEyWZUSRWbgFrZ6JoxiPJO30EQga17Tj260lSZJ2OyvJ8XTMa6+/2ibUkwS5UAVKKYoiB+fo9ztUTXkyKowgIE4SsiSmKGY0TUNR1KxvnGNlZZkLWxdJ07aP/0Q/l2VOlZcU0zl5kZ9Ou7wT8O4YwNQIts8N6SSGsq5RWjMYDpBCIBX0+hkIR1VVFEWB9X4x2ri1ckVRnOqjyWTM0dEIoRTGxDjrSbOsnTK0mNyRJAn33fcAWkcIweKf1zBtS2tjOTwaEccp7SwsT57nbG9vs7S03IaE4hvTe611eCFxp0YtOt2+Z2aFhdbYYDGRRAhHVZcgBNY3TObH7Xw+0d6g1hof2mC/HS3STuLodroLSW2YTWf00g5bm8v0hlk7v0UInKSlu0Lg1u3rDIddut3uKfVlpOLc6qLSSikCgXyeo5Xi/PnzDIfDdiD4YoyKtQ6lDVp3SbPWJ5QyOs0OnlmJ787+HhurA4qqBiWRSgEC5y1JFPH6jTGR0iwNU2rbkgy+caz0OtRVTWkdcR0RG01vbY3z59bw1qKlprPcY1xYpmWN0RKTtEalbuaMx63D3O1E1HWNdZ7O0hLjvCSOIkLWweiY85ubrQ+apHQ6rUvkrEXKtmq1aQKENjeCUJyMjRF3kBO5sy3c7bO7f8jerR1cU2N0jNKKuqrpJknrPKcR42JO6S1FWYKUxFqzPhggtWeazwgWMpWylHYYxD1GhzNu3d6jbixxHKOEILh2GEWSxEQmRcm49RGNwVvLjZs7zKcFaI31jk6WkabpN4Z6S4lzHh/amQxSKOI4JopjIhPRDvFuw7g0PaNWrysXz3NweMDx+IgtvUVsJGiBRNHUgbXVjAZFUdA6p94RKUHtWgld6Qw4OBwzzed0el2avKTX7dMddGm8bX3IEJiXORpBbGLqaU4ca4rSIoQiNRHBt6DEOlDO5qRxwvr6ejtwwph20nlopU1KhdLmlH1p2efQDoF0kC76nc8EwEgpzl+4QF7VxElGHGvmTUNZe3I3RypFogyRNri6wQtPkrSt+EYrllRGCJKqtsRJAo2kbGqSJCaUixHw3pF1M473DkmXM/LpBFlpmiBIsx6T8THLy2sE3dYR5vOcOIpaFnxhsIIIC4qtLeWVUi16jNuh4CF4rA1oIVHSo9UZjYIXQtI0juFwBekszga00Ggp8UEQGYPwoe1kMm2pWTdJQMC0LnAuMDo4pJN2aYqS6XzaVqJqjVQevKSbpEgh6F3IWkBXlpgeHzMYLFNXTVs6owR+AQzA2to63rdGiqAQwiCExjZ2oadp/2EWJbHOIoXC6Jg0aYd5n5kj7QTYYBkMhoxmBbPCU1aWQa+Hw1GWBV4Eamcpq4o4VjjXMBrPmRY5ZVMzHHZRBm7cvkXW65F2+8ymM6QwuMb+f+2dyW4kuRFAH5ckmVupNkm9qHsaHgOenos/wP9/NQz4D2zPdEstqaVUVm7MTPrALPVcRwJ0UgD1AwGykgxGvEeRZo8wbSGg3G758PMvrDc75hAoy83SiAlde+Cnn96yKrMFzxwwxsYPS5gxNmKkjuBaERTTrAnSRPL5YrbR+oUSeHN5xfXXS6RU3Nc1UkhSl1JmGaflmr6qebNas81zNkXBSWYZx555AUvkacroR6yzFKuSuq5x1rLb7SmLk3ggT5JHEq/3nq464Nse51KMcRiXLT2DiqIoeHd+zirPMcYu3Bj7WCwFlvJahJLNRABjCFGqFUcm5MudAz9++MihPtC2Halz/P7lC7c3N1RVjVaS7WZLIg1lalllhq4bCEnKelXyULX0g+TszVumccK5FD+NXF5d0fc9fR9rh4P3ZNZhk2iBIAi6tuHu7p71ZgNS4Md4hjzfnqOFRcjAqixwzsXWNSkWb9IyxB0CiJmicGRGk1uNsYqjku3FrnJ+Hvn8y2dWqxyIPSVaaw7NASkV2+2WkZlZahAarQ1jHzu2nDV03QE/DOz2u2XUwXP1/Zr7hwpjTEyq98wh4Jxju92S53l8d04iLTNxFqU0zhlO9yusdWiVYp1mvz+jXK3QSi5WsOht0okiTWNVRrsEncTbUFx9P5wjfyae1t5280Bee0Ki0Xlc+l3fc3JyAsSSvx893gtsIpmFx6WOcZwoioLEJAglabthgWFDWZRkLuWhrvA+ZZ7jlSyEiCrOs5RD02FMbNHtJ0/Xd/z6+W+gAn7s0MZhjKUoSsSy/QWQJJGpr5Ratu4ydbL46qT8YQD7s/GkFfimV6xEgq57TkVCnmc4Y7j5Eq0OalmRYxgj+J/YNzMvBi6tYoXaj3Fca5wC+/WW89MztIrXNIgroqoqvn275lBXeD9S1zX90CPmwHp9Ql6s8D4wM3NoD0D88h4pmN57+r7jKK2axjjb/EeoxTxPj+NjL5LAxFi+fLukKyzm/RZrHUIpbr9/pxv6R7Zz13vqrqOqew71gURphJR0Q0/TtUgl6A737IqSPMuWt9okkjWSyPN79+4t0zgQO3Jmllo/ox/4+OEDWkmcyZmmKDNQKh6QhRBMfkBKloeko2dkRIh54QUet+0P39KLJHAKgdOf/4ovcv77vyuGvseljv3bM6SU9P3AOE74eaLyHVItGrI5ylvmZY6370bKzR7jbKS1KYW1jiQxpC7OxjVNw8XFRSxINAdCCDRNw2a9xhrLOM2gNTOCLMvjC+CCej82lB9dc8ffNI2Rq7U8KCWJRin9pG38pP/Af/77X7z/9BfMpzfkQVPXB8be89vvv5FlOVppvn69RKcOnVs673l46NFKUpSOxvcYoeiaFmsUiTFMU+D6+ppkeZk7GlmlFKRZirGShyoK9dq2RUrJze0tzTSTWsNJUaI18YomYoNTIDBPE7OaHqWnkXB0lBAspXyt0VryBB/LE51K//g7foKTsy1mGGIDdwicX3ykaVq0NpRFyUjUmjmXoia4v61wTrIu12ipMInl/u6SrCzomhEhNC5NIQSyLGP08eNjjKFpe9Is5e7unt1ui0tT7qqKZvCYzQaRQ9MeuL29ZbPfMTPFQUURpzn7rgERnyPmaYofMqGWIZ245RPzQitwffEJGUb6acI4S1bksUhqTFT7hIAXM4nSWBHNM6OaOVmnzENPdfkflCuo7q9p65bm4cBuf8ZqvWdOBMyBzDpEntN3bSyETpHClrqU9+8vFkZqQp4I+mGg6zqss3y/uyHN7AJPEVhj0Fpzd7iLZf00pRs8UzKRWIdc4D9Ka4YnvMq9OtafGa+K8GfGawKfGa8JfGa8JvCZ8ZrAZ8ZrAp8Z/wczU0QcjDgvzQAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "train_aug = A.Compose(\n",
        "    [\n",
        "        A.SmallestMaxSize(max_size=256),\n",
        "        A.Flip(p=0.5),\n",
        "        A.GaussNoise(p=0.5),\n",
        "        A.ShiftScaleRotate(shift_limit=0.05, scale_limit=0.05, rotate_limit=15, p=0.5),\n",
        "        A.RandomCrop(height=224, width=224),\n",
        "        A.RGBShift(r_shift_limit=10, g_shift_limit=10, b_shift_limit=10, p=0.1),\n",
        "        A.RandomBrightnessContrast(p=0.4),\n",
        "        A.Normalize(mean=(0.485, 0.456, 0.406), std=(0.229, 0.224, 0.225)),\n",
        "        ToTensorV2(),\n",
        "    ]\n",
        ")\n",
        "\n",
        "test_aug = A.Compose(\n",
        "    [\n",
        "        A.SmallestMaxSize(max_size=256),\n",
        "        A.CenterCrop(height=224, width=224),\n",
        "        A.Normalize(mean=(0.485, 0.456, 0.406), std=(0.229, 0.224, 0.225)),\n",
        "        A.pytorch.transforms.ToTensorV2(),\n",
        "    ]\n",
        ")"
      ],
      "metadata": {
        "id": "vdzXGKxRDz89"
      },
      "execution_count": 17,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "X = paws_dataset.df.iloc[:,:-1]\n",
        "y = paws_dataset.df['Pawpularity']\n",
        "rs = ShuffleSplit(n_splits=1, test_size=.2, random_state=42)\n",
        "rs.get_n_splits(X)\n",
        "\n",
        "print(rs)\n",
        "\n",
        "for train_index, test_index in rs.split(X,y):\n",
        "    print(\"TRAIN:\", train_index, \"TEST:\", test_index)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "T8d4MofCD4xK",
        "outputId": "bfba2a14-64c9-4ed7-adbc-470274e6d33e"
      },
      "execution_count": 18,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ShuffleSplit(n_splits=1, random_state=42, test_size=0.2, train_size=None)\n",
            "TRAIN: [6740 5123 8601 ... 5390  860 7270] TEST: [4170 5809 3023 ...  473 6537 5477]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "training_data = PawsDataset(df=paws_dataset.df.iloc[train_index],config=Config,augments=train_aug)\n",
        "\n",
        "test_data = PawsDataset(df=paws_dataset.df.iloc[test_index],config=Config,augments=test_aug,is_test=True)"
      ],
      "metadata": {
        "id": "EyDau_rGD8_Z"
      },
      "execution_count": 19,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "trainloader = DataLoader(training_data, batch_size=Config['TRAIN_BS'], shuffle=True)\n",
        "\n",
        "testloader = DataLoader(test_data,batch_size=Config['TRAIN_BS'],shuffle=True)"
      ],
      "metadata": {
        "id": "lDQJH_MmD-wD"
      },
      "execution_count": 20,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "model_name = Config['ARCH']\n",
        "model = timm.create_model(model_name, pretrained=True)\n",
        "model"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "VwVpnKUQEBKn",
        "outputId": "7b0c5652-349f-4319-beba-32752495e04c"
      },
      "execution_count": 21,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "VisionTransformer(\n",
              "  (patch_embed): PatchEmbed(\n",
              "    (proj): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16))\n",
              "    (norm): Identity()\n",
              "  )\n",
              "  (pos_drop): Dropout(p=0.0, inplace=False)\n",
              "  (blocks): Sequential(\n",
              "    (0): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (1): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (2): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (3): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (4): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (5): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (6): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (7): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (8): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (9): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (10): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (11): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "  )\n",
              "  (norm): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "  (pre_logits): Identity()\n",
              "  (head): Linear(in_features=768, out_features=1000, bias=True)\n",
              ")"
            ]
          },
          "metadata": {},
          "execution_count": 21
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "model.head = nn.Linear(model.head.in_features,1)"
      ],
      "metadata": {
        "id": "O0gT5VVfEEVD"
      },
      "execution_count": 22,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "model"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "WPfTw8e5If0v",
        "outputId": "595cb4f3-ac32-4263-c0b2-5754b41f02b7"
      },
      "execution_count": 23,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "VisionTransformer(\n",
              "  (patch_embed): PatchEmbed(\n",
              "    (proj): Conv2d(3, 768, kernel_size=(16, 16), stride=(16, 16))\n",
              "    (norm): Identity()\n",
              "  )\n",
              "  (pos_drop): Dropout(p=0.0, inplace=False)\n",
              "  (blocks): Sequential(\n",
              "    (0): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (1): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (2): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (3): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (4): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (5): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (6): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (7): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (8): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (9): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (10): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "    (11): Block(\n",
              "      (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (attn): Attention(\n",
              "        (qkv): Linear(in_features=768, out_features=2304, bias=True)\n",
              "        (attn_drop): Dropout(p=0.0, inplace=False)\n",
              "        (proj): Linear(in_features=768, out_features=768, bias=True)\n",
              "        (proj_drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "      (drop_path): Identity()\n",
              "      (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "      (mlp): Mlp(\n",
              "        (fc1): Linear(in_features=768, out_features=3072, bias=True)\n",
              "        (act): GELU()\n",
              "        (fc2): Linear(in_features=3072, out_features=768, bias=True)\n",
              "        (drop): Dropout(p=0.0, inplace=False)\n",
              "      )\n",
              "    )\n",
              "  )\n",
              "  (norm): LayerNorm((768,), eps=1e-06, elementwise_affine=True)\n",
              "  (pre_logits): Identity()\n",
              "  (head): Linear(in_features=768, out_features=1, bias=True)\n",
              ")"
            ]
          },
          "metadata": {},
          "execution_count": 23
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n",
        "\n",
        "print(device)\n",
        "model.to(device)\n",
        "\n",
        "clear_output()"
      ],
      "metadata": {
        "id": "uf0mA97cE6j0"
      },
      "execution_count": 24,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def train(epoch):\n",
        "    running_loss = 0.0\n",
        "    loss_values = []\n",
        "    model.train()\n",
        "    with tqdm(trainloader, unit=\"batch\") as tepoch:\n",
        "        for i, data in enumerate(tepoch):\n",
        "            tepoch.set_description(f\"Epoch {epoch}\")\n",
        "            inputs, labels = data['image'], data['label']\n",
        "            labels = labels.to(torch.float32)\n",
        "            inputs = inputs.to(device) \n",
        "            labels = labels.to(device)\n",
        "            # zero the parameter gradients\n",
        "            scheduler2.step(epoch+i/len(tepoch))\n",
        "            optimizer.zero_grad()\n",
        "            # forward + backward + optimize\n",
        "            outputs = model(inputs)\n",
        "            loss = criterion2(outputs, labels)\n",
        "            #rmseloss = criterion2(outputs,labels)\n",
        "            loss.backward()\n",
        "            optimizer.step()\n",
        "            # print statistics \n",
        "    \n",
        "            running_loss += loss.item()\n",
        "            loss_values.append(loss.item())\n",
        "            if i % 64 == 0 and i>0:    # every 64 mini-batches\n",
        "                train_loss = running_loss/i\n",
        "                print(i)\n",
        "                print(f'Training loss: {train_loss}')\n",
        "        train_loss = sum(loss_values) /len(tepoch)\n",
        "        \n",
        "        gc.collect()\n",
        "        torch.cuda.empty_cache()\n",
        "        return train_loss"
      ],
      "metadata": {
        "id": "zRhKr9SKE_ba"
      },
      "execution_count": 25,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def test(epoch):\n",
        "    losslis=[]\n",
        "    test_loss = 0.0\n",
        "    # since we're not training, we don't need to calculate the gradients for our outputs\n",
        "    model.eval()\n",
        "    with torch.no_grad():\n",
        "        for data in tqdm(testloader):\n",
        "            inputs, labels = data['image'], data['label']\n",
        "            # calculate outputs by running images through the network\n",
        "            labels = labels.to(torch.float32)\n",
        "            inputs = inputs.to(device) \n",
        "            labels = labels.to(device)\n",
        "            outputs = model(inputs)\n",
        "            # print(outputs)\n",
        "            # print(labels)\n",
        "            loss = criterion2(outputs,labels)\n",
        "\n",
        "            test_loss += loss.item()\n",
        "            losslis.append(loss.item())\n",
        "            #writer.add_scalar('Test/Loss', test_loss, epoch)  \n",
        "        test_loss = test_loss/len(testloader)\n",
        "        print(f'Validation loss: {test_loss}')\n",
        "    gc.collect()\n",
        "    torch.cuda.empty_cache()\n",
        "    return test_loss"
      ],
      "metadata": {
        "id": "ovawVI_2Fiwo"
      },
      "execution_count": 26,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "criterion1 = nn.BCEWithLogitsLoss()\n",
        "criterion2 = RMSELoss()\n",
        "optimizer = AdamW(model.parameters(), lr=Config['LR'] )"
      ],
      "metadata": {
        "id": "ff4-1QZpFw9h"
      },
      "execution_count": 27,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "scheduler1 = torch.optim.lr_scheduler.StepLR(optimizer, step_size=Config['SCH_STEP'],\n",
        "                gamma=Config['GAMMA']) \n",
        "scheduler2 = torch.optim.lr_scheduler.CosineAnnealingWarmRestarts(optimizer, T_0=Config['T_0'],\n",
        "                eta_min=Config['η_min'])"
      ],
      "metadata": {
        "id": "Ze1-YQcSDxVU"
      },
      "execution_count": 28,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "scheduler_name = f\"{Config['SCHEDULER']}_{Config['SCH_STEP']}_{Config['GAMMA']}\"\n",
        "early_stopping = EarlyStopping(patience=Config['PATIENCE'], verbose=True)"
      ],
      "metadata": {
        "id": "e4H4K6LlF09Q"
      },
      "execution_count": 29,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "if Config['wandb']:\n",
        "  wandb.init(project=\"pawpularity_kaggle_final\", entity=\"edgarlcs\",config=Config,name=f'{model_name}_{scheduler_name}_epoch{Config[\"N_EPOCHS\"]}_{Config[\"TRAIN_BS\"]}')\n",
        "  wandb.watch(model)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 52
        },
        "id": "7x1rcaS4GxfS",
        "outputId": "8b4d3171-532c-4f25-8ee2-e10bdc1afa78"
      },
      "execution_count": 30,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33medgarlcs\u001b[0m (use `wandb login --relogin` to force relogin)\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "\n",
              "                    Syncing run <strong><a href=\"https://wandb.ai/edgarlcs/pawpularity_kaggle_final/runs/1agm0fxm\" target=\"_blank\">vit_base_patch16_224_CosineWarm_4_0.1_epoch10_64</a></strong> to <a href=\"https://wandb.ai/edgarlcs/pawpularity_kaggle_final\" target=\"_blank\">Weights & Biases</a> (<a href=\"https://docs.wandb.com/integrations/jupyter.html\" target=\"_blank\">docs</a>).<br/>\n",
              "\n",
              "                "
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "epochs = Config['N_EPOCHS']\n",
        "training_losses = []\n",
        "valid_losses = []\n",
        "\n",
        "for epoch in tqdm(range(1,epochs+1)):\n",
        "    train_loss = train(epoch)\n",
        "    test_loss = test(epoch)\n",
        "    \n",
        "    #scheduler2.step()\n",
        "    early_stopping(test_loss, model)\n",
        "        \n",
        "    if early_stopping.early_stop:\n",
        "      print(\"Early stopping\")\n",
        "      break\n",
        "    if Config['wandb']:\n",
        "      wandb.log({\n",
        "        \"Epoch\": epoch,\n",
        "        \"Train Loss\": train_loss,\n",
        "        \"Valid Loss\": test_loss})\n",
        "    else:\n",
        "      training_losses.append(train_loss)\n",
        "      valid_losses.append(test_loss)\n",
        "print('Finished Training')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000,
          "referenced_widgets": [
            "f71b230b1e934c37934cf7272ed9e1f1",
            "1a016602b700424c9e8dcf774574d91b",
            "7dc16ef6c16b497e87fbe11f72a3f247",
            "810746749deb4aa1bb7dfab8ae023a52",
            "05bcd3eaeea54965ab874b910b0ee1df",
            "77fb6a6d429e4a4c802cfe9a7ac1f887",
            "fa0dd8dac21a4ef7b05d76ea04751edd",
            "df65356167d5474db262310037d8a72b",
            "69caa5005da44567a5f3327c4559644a",
            "d786eaf3bdab4c6585f074fc2aab7724",
            "f55f5d3e5df845fdb03762217d3e35d0",
            "30511db5160f4c42969d93672c7eb146",
            "1018be2e0f274f248c339dab3f5c2cd5",
            "34cb7f908a4042298dd6ac72c1eaafc3",
            "de3618285ee94ba0960e9a254c0cacc1",
            "9b75a3d02d314723b9be13fb12a9c1c6",
            "5c4ef35f9e3e44cf873b8e65b1e484ec",
            "55cd9af25da542fc8711740d932caae3",
            "7df8cf654cc6441786f16e8515eb69e5",
            "8c85ddf22cfb43f18caa27733a38260d",
            "413d693bc2134fcaa9f67ba001e9f418",
            "8363ed682b7a40aba72774de2e73768d",
            "01f2ce0a41c8491386b0c6a550e4c35e",
            "5872c41826d547898fd784fd28cad083",
            "c0876afe8ec0447083700b4ecaf3d28f",
            "bff6e32a1f25416d9062f78584e963e9",
            "9d0b0020d13348a88ca763e8dc543bea",
            "e75524bdf0284b4992e97c282b2fc6f2",
            "cd305798103f46f8a93f806f4f89da22",
            "3cfbbd070bcd4670b05830f4045883ab",
            "78e95bcb796e4b478c157999c6bce193",
            "46bf210e699d401181024f3f5e4d0941",
            "bc32f3e692df4d2488537ae0e61a7475",
            "b0b4fd2412ad4131b135d00b5758f57a",
            "9fa4f2699dba43308ef0418805f20929",
            "a78075ddc67141c683de57f8b423f977",
            "0b602b3066e84193bbedf6f7915357c4",
            "cb05612902dc4cbdb9ac22d20057679b",
            "855653cd49034f8cac830480712313a8",
            "cc89a5f88cbc4a6f9032316ce8401dd4",
            "a0bf5b0488434594bd06c068c68c2809",
            "04b6a710d7b141a1b3a32ed8e3d5db33",
            "72725d8288994a3ea89ed814f0cac256",
            "e40d0c5a38c9414288df3e86cdb86d4b",
            "6f0d5b5ffdb749c19e984e49e648a48d",
            "816aeaa908d645ecaf2753826e99b233",
            "61ea8583b7824da4b520a31ddd3f315a",
            "163712a1ca0045a2a466a1577ad91998",
            "0a4f35fb7b6642fead5957ab7ec5609e",
            "5436d7c2d3194367ab0c88aff15bb061",
            "402044dff91247f88c2e5ef0e8229773",
            "6f74484154fa41d29b48bf79403ad971",
            "d629a413d9274abf99a908eec9d6d0ed",
            "15d764a55cde488993df30beef2eb205",
            "9bfe1ba537804ecabefb315572df02ce",
            "515fd712fa7345dd9f7a75fa2e846aa0",
            "0067e2187af043b9b85f6864c5f86c76",
            "f600ff55f8c44288bcd8704d01566016",
            "dfa6a7ebef384a3a85c64ec81df3f151",
            "b6a498df62ee43f4aede6f52b44412dc",
            "230695504ee4406cb29bdc3a5d8272e4",
            "162130e2df254df99d12fd1628d7249e",
            "ad917bffde3142719d4df281d8ee946d",
            "2af94d9336d24d60b5b31a2dfe49fc1b",
            "41f7d42033614bd590306e7c02456420",
            "f358d66758c04273ad094fc1fbbfef91",
            "195bf90fd6894e34a933c612b57525a4",
            "26623706fe4548399916251890403eae",
            "43a9eddfcb67473cb66282171244aea3",
            "fe3b673fc03d40edbbe7e8dec39886ee",
            "e2657ff44c25480cb1224333812c93c6",
            "57025068a53543f7bd753b91a3c0c1a9",
            "aef23569099846bfad3640e7efd02256",
            "cde07e1b9ab34a278086d6c26de80126",
            "191ed1a7df044c56b9e245b7ea60917b",
            "027c32f1a1ef4c1eb59ae6bf9efed805",
            "f11aeb3654d84947868dd7c329464f73",
            "426b5e56338643a99bdc99263ea462c9",
            "fe41314cb8e14ca39ee1780a3f2e2f75",
            "815d8862016847fb9b9054ef31a9c289",
            "5110d7f98e58429b975f68f7a14c0a9f",
            "b9e21e6b9c324ede876506792bb17485",
            "580f3bde9ce74b578d2d374e5ebca203",
            "779f053441e743298a94cf4c1efbebbf",
            "e0ed408e4e274c2ea615a3753b951de7",
            "634fdbd0698c423da00f87c24263c3a7",
            "8f977ccd68154278b6d6bf98fa2a68c8",
            "8707275956914bb6b9a414192763cf92",
            "1b82f9c507c34458823a7f5e02a46fd1",
            "f38536c3e2c84e5bb0fb1a75349f810d",
            "1a48575316d74aa099580e2182afbb87",
            "5d3525339b284865afe4320c3ab325cb",
            "2f0027474f25481db91d9131731eb5fe",
            "25856b726cc04a79aace9a53b2f05116",
            "b9a3d90933a14d9abcd026e533b424aa",
            "cfe0ad3194604b2c8fc673d34b70bba1",
            "ec82c50a709344f5b4ddfd3521b2cb80",
            "effebb5c98b8483d882df48f4215192b",
            "5ae437304b4944eaa70e26c042f9a520",
            "11af22e3bf804fffa712b46b1433f7ad",
            "7ded19138b8541f4958a8e3cbe9925db",
            "398e1a615a64475793de18bf33a29ba3",
            "f5e58519e3334539a74a8e598e7f1ae0",
            "081b2668b2034f3c841c4f009cda3403",
            "5db07dbaeba242e9a428e519e38fbfaf",
            "f0322051492448ff80e75a32c60802b4",
            "6b1994056bfc46bca5769f2cafe7e2f9",
            "6c9c8f8d81a042ad8b357d7fbce0f827",
            "6bc89983f6ba45c0939eacb9da6f2290",
            "23e15774cb394d8f960a517f95f3c4c2",
            "27a1ccd2f5f24abeb06774239d00abf7",
            "70b29dc5ce6e4051824c73e3aac51352",
            "2b40f60efa1845fd94b2fd85877000a9",
            "be06aec45f6746b8b8e715a2dd2ad7e3",
            "a5fa98eb5c86414b8f90debf19a4829e",
            "27ca30657bf042a5b44de96994245699",
            "cc1745622c7d4f0588a6212329db6875",
            "e9d7ad8bf4b94c6f82d565c5bd49a0f5",
            "c873519cb2a44ee1bdf8a243573e52ee",
            "ff6bd5ec24e54c56920c0a6a4f86e824",
            "a624d6889db844d88d89c8d896f5c387",
            "53884b45e6394fdf814a7185d3e11f31",
            "7247e3e9fecf4d4d978f2307f5162593",
            "c2f5223d1d75466f98cb2e5982578ea4",
            "b6c5d018a95d417daa0f83cdb643c590",
            "349747ebf712417bbdf763d8f34bc8f8",
            "3a18eb021b25497bb3819d63bbfe2018",
            "f9d7271ee7bc44f4aaead9de6beb7928",
            "632f348c20e746f7b557a9e23deb4772",
            "528c4d77107c4ad59c9e2d4214d24c89",
            "c19e87b968674d4eb11bbee40e7f9821",
            "59f3c12418384f5ab7e5142d718b9964",
            "3b9ef1cdf608450e88f77f535d64e183",
            "109def2ddcbe48a6854a994608a8395c",
            "7281521c443b4b57b604bbfb2350b697",
            "bb535bffbc4b49fb83daecef72091298",
            "2cf8097189794e528e9940b6f61311e8",
            "c5b501faebe84ec4a8c019821bc25582",
            "967b4a2bb7c547b1b3ebc16ed6d52175",
            "bbcab6f20b704de69fed8cd4e5daacb0",
            "3d5943b3731d43baa2140356fdb01b23",
            "48b4ce2a3c7440c58e3880a7af4940dc",
            "a1c3135262af4a9ba82695f3f1ab4820",
            "3503ad4382844033b6400958b8cb355f",
            "5f8e268225c54754a8e4d47a44b5954c",
            "4652e9af45c74213887041dc8b067245",
            "5a338c60bf3d4c969426e53e2218f754",
            "0e134c3bfc13440892b17d79634c1fff",
            "855aac6e68104ca58666d0a38dd717a6",
            "c48c7c69906a4945ad7c0c604edcab23",
            "e84bedc03d424a5ea600c3f516a07c61",
            "d7f56b8c46af49008048d258782274cc",
            "02960387b2094d3dae7c9d0411092219",
            "ae441494cc5c42fcb0d5ae0fb3e242d5",
            "022e08bb568041379a67e77e6d2b0b96",
            "ec8758761e21490c9e3586d9bfe57ab2",
            "9aca3d72b06b4a02861086d7af1ea306",
            "7e90b7b5c34b4bd5ac640fe9a3e81e78",
            "a0c87e3909674682a8e50bb6711c35f4",
            "0616f03ac99144809f376554b00c8acf",
            "e41de392d6114895b2b2a65334620d64",
            "6bc3401702524f7b96716809ca8c35e9",
            "f93c4a5071984355b5545ea23b2fd797",
            "2c861426d346481c8bf15502bd5a5f40",
            "f60d86807c824ec28a0817974bedaf68",
            "e59075474f1d4c93ab880bbf9f0035ae",
            "d879e27ea62147339850d38d88bef199",
            "7736178efcc543009111fea372cc5e65",
            "3be7ed101749438c9b22ff09e0d87f70",
            "b23970a8e8eb446cab7abfb11a168bc3",
            "a031dde104a04474a2f6a35c6f6c0d01",
            "04da3a0d70dd4e0eb3e99119a504ce5a",
            "86edc40cbbda45fd8621be8ce87db78d",
            "ef9cc8410b2b456babc495447930ebae",
            "e9b6e147be2a4a1cb87de392a92d0593",
            "e5674dc099364570a30ae90391f1f2ae",
            "b63255b2c02c4028848b950a476067a7",
            "c65d2468700042d99ac18bf1c4308739",
            "84f6f550c8d549c9b5a1d0fb4d797626",
            "9cbb3c46430c41c2b23594df2dd387d8",
            "240563d87e6b48a39fbc7a0d66921a04",
            "741d1d3746b641618f342db7fabf9483",
            "ebaca0e9d51840c6a1a33cd4eb1ea92e",
            "11825b638d91465184924b751edaede5",
            "af77847f13bd410282c012f3d44806ee",
            "b61cf3fcc67348abb67b53e5ded46d65",
            "fbfea12b1a0443cdb88cb60904a86c61",
            "3f55a59ece2548edb715d1826b58d306",
            "c53702df49c644a6b1f89310796d9f46",
            "8229b13b7f444e2aa953c0141e5ceada",
            "806556d09cbd431a89354e8775171a4a",
            "f5157efbafe5461481e4f8382a8a6b28",
            "d6ea9a280d4f4e3486e7253655f7eb2d",
            "a3b2e2fd4ab7495e8de03a02e0410729",
            "77b6c21917e7433e8a50d1d691171bb5",
            "e57a16ce761c465e96ee888a0e52be96",
            "2fae96a0169746709f5000f3ec4e290d",
            "d9e596bd90884a39a00654faedb7bca8",
            "e790c4f42312432ab3345321095b5b6c",
            "eca21cc34e864cb7854348796071b4fe",
            "bf1d2717df6d46b8bcd24a9bcf498430",
            "e2549922dc6f4195945c6453b6172c56",
            "31c858d0d4f34094bbfeccb8ac6ea78a",
            "2f60663677c54e54bdb6f1947e2eef60",
            "fb043bab10234b67b3004ec254b7ab1e",
            "2e3d6d0c2d0e4dbda991f2abb5be2f63",
            "95899dd1393345e1832f174af2fd19b8",
            "26a7fa3027054f6ba5df9cc1cab219a0",
            "d849a54e77964dd395867cb2903cfc84",
            "d3a1812798ef44ae81e2ac823322e7aa",
            "b4ccc0c5491e41308d1dc5c8d4c49d44",
            "c921e4a7f4e4419ab0fb9425ed206617",
            "a171ccfaa66c402fbaa2fa9ccf2a4e43",
            "155f4d18dcd8437fa7fc0322cd35cf9b",
            "89c6372ae2c64d17b2ed1da73a72f5d0",
            "283cbf910c5943ef93f1ce02f935c8c9",
            "34084dc3c4814d03a5d12aa4aef2198b",
            "7033596807024b28ae28855d48170eb5",
            "19a220e79ae445bb89450350a7325a44",
            "db55d6b4f8da43faa0da3f15e7451bd0",
            "2e1984503d0f4d0fa227b1310d83b749",
            "7423f211e87545c294e2e88cc3826472",
            "92f217b8675a4e4e8c2e230141e78152",
            "dfaef483fc8e4bdfb63f84464593925a",
            "c4f8efd4e8b14c929d0426aca5c415fe",
            "5e146f1536af4ce4945948e1a0bd7c02",
            "8035a21317a5455c907393aef83f5cba",
            "3b5bbede9b8a4cd08dcbe218650fd761",
            "c1f9a915983c4ffd8f1870d0a058f739",
            "01f7b39a1550452fbd70725ad6258d97",
            "0e5513451366462ebed2dfc7cd6d30e8"
          ]
        },
        "id": "4CpA6Kw6F33N",
        "outputId": "13557650-d172-4e6c-97b7-6f74bb89b32f"
      },
      "execution_count": 31,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "f71b230b1e934c37934cf7272ed9e1f1",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/10 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "30511db5160f4c42969d93672c7eb146",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/124 [00:00<?, ?batch/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "64\n",
            "Training loss: 22.975121095776558\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "01f2ce0a41c8491386b0c6a550e4c35e",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/31 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Validation loss: 20.77528061405305\n",
            "Validation loss decreased (inf --> 20.775281).  Saving model ...\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "b0b4fd2412ad4131b135d00b5758f57a",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/124 [00:00<?, ?batch/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "64\n",
            "Training loss: 19.60315354168415\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "6f0d5b5ffdb749c19e984e49e648a48d",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/31 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Validation loss: 19.756475633190526\n",
            "Validation loss decreased (20.775281 --> 19.756476).  Saving model ...\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "515fd712fa7345dd9f7a75fa2e846aa0",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/124 [00:00<?, ?batch/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "64\n",
            "Training loss: 19.333090722560883\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "195bf90fd6894e34a933c612b57525a4",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/31 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Validation loss: 19.548968284360825\n",
            "Validation loss decreased (19.756476 --> 19.548968).  Saving model ...\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "426b5e56338643a99bdc99263ea462c9",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/124 [00:00<?, ?batch/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "64\n",
            "Training loss: 18.301587879657745\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "1b82f9c507c34458823a7f5e02a46fd1",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/31 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Validation loss: 19.29417542488344\n",
            "Validation loss decreased (19.548968 --> 19.294175).  Saving model ...\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "11af22e3bf804fffa712b46b1433f7ad",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/124 [00:00<?, ?batch/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "64\n",
            "Training loss: 18.22523868083954\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "27a1ccd2f5f24abeb06774239d00abf7",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/31 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Validation loss: 18.929564599067934\n",
            "Validation loss decreased (19.294175 --> 18.929565).  Saving model ...\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "53884b45e6394fdf814a7185d3e11f31",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/124 [00:00<?, ?batch/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "64\n",
            "Training loss: 17.67566567659378\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "3b9ef1cdf608450e88f77f535d64e183",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/31 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Validation loss: 18.905388585982784\n",
            "Validation loss decreased (18.929565 --> 18.905389).  Saving model ...\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "3503ad4382844033b6400958b8cb355f",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/124 [00:00<?, ?batch/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "64\n",
            "Training loss: 17.170357152819633\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "022e08bb568041379a67e77e6d2b0b96",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/31 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Validation loss: 18.641528960197203\n",
            "Validation loss decreased (18.905389 --> 18.641529).  Saving model ...\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "e59075474f1d4c93ab880bbf9f0035ae",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/124 [00:00<?, ?batch/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "64\n",
            "Training loss: 16.78077444434166\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "b63255b2c02c4028848b950a476067a7",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/31 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Validation loss: 18.762451479511878\n",
            "EarlyStopping counter: 1 out of 3\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "3f55a59ece2548edb715d1826b58d306",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/124 [00:00<?, ?batch/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "64\n",
            "Training loss: 16.23708365857601\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "e790c4f42312432ab3345321095b5b6c",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/31 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Validation loss: 18.554429792588756\n",
            "Validation loss decreased (18.641529 --> 18.554430).  Saving model ...\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "d3a1812798ef44ae81e2ac823322e7aa",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/124 [00:00<?, ?batch/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "64\n",
            "Training loss: 15.921705797314644\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "2e1984503d0f4d0fa227b1310d83b749",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "  0%|          | 0/31 [00:00<?, ?it/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Validation loss: 18.655933257072203\n",
            "EarlyStopping counter: 1 out of 3\n",
            "Finished Training\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "if Config['wandb'] == False:\n",
        "  plot_loss_val(training_losses,valid_losses)"
      ],
      "metadata": {
        "id": "0K4SG3xuHr0L"
      },
      "execution_count": 32,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "now = GetDate()"
      ],
      "metadata": {
        "id": "jaSUs_hdH_W2"
      },
      "execution_count": 33,
      "outputs": []
    }
  ]
}