machine_translation.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "machine_translation.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU",
    "gpuClass": "standard",
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "253a2a00ce344e76a1ac8be7c5ab8252": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_9b9a9081a3eb4f43b07f7c747f46356a",
              "IPY_MODEL_79c226153e934a03b17563ac8516dd1b",
              "IPY_MODEL_3b9bb091a2404ea190d48ce5bd204445"
            ],
            "layout": "IPY_MODEL_b8f92a392af34608b1be1cbf6578a847"
          }
        },
        "9b9a9081a3eb4f43b07f7c747f46356a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ae6728c1e5e7429c8754165face96089",
            "placeholder": "​",
            "style": "IPY_MODEL_c0d7469c2e36406182a8253b5880f041",
            "value": "Downloading tokenizer_config.json: 100%"
          }
        },
        "79c226153e934a03b17563ac8516dd1b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1f4ebf2251e84b59a4474c25a222ce4b",
            "max": 82,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_5cd77cc1192246ac9358f9a1cd6c63e0",
            "value": 82
          }
        },
        "3b9bb091a2404ea190d48ce5bd204445": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3c57ae5d6de6489f980c4612ea2b0815",
            "placeholder": "​",
            "style": "IPY_MODEL_ba8b2307e6c346599d6a1c173925027d",
            "value": " 82.0/82.0 [00:00&lt;00:00, 1.97kB/s]"
          }
        },
        "b8f92a392af34608b1be1cbf6578a847": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ae6728c1e5e7429c8754165face96089": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c0d7469c2e36406182a8253b5880f041": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "1f4ebf2251e84b59a4474c25a222ce4b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5cd77cc1192246ac9358f9a1cd6c63e0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "3c57ae5d6de6489f980c4612ea2b0815": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ba8b2307e6c346599d6a1c173925027d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "46ac53408a1846d9a81ac31e7b4d854a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_0b1e8c99ee0e4f4aba2a56e4a45072d6",
              "IPY_MODEL_dce1f64614114d7e867da6c42d08d2aa",
              "IPY_MODEL_c0d867c041e74fd1b6e8f38a2c194806"
            ],
            "layout": "IPY_MODEL_a8780e0006d34304a76ea6b9cdc1c548"
          }
        },
        "0b1e8c99ee0e4f4aba2a56e4a45072d6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_913eea95c78d46289588f04010698d96",
            "placeholder": "​",
            "style": "IPY_MODEL_60d0f0cec80e41ecb660d145ea7fffb8",
            "value": "Downloading config.json: 100%"
          }
        },
        "dce1f64614114d7e867da6c42d08d2aa": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_645979c6cbed40bea0f87905fdfd0883",
            "max": 553,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_5fdd77c92dcb438284263b969bbeb09b",
            "value": 553
          }
        },
        "c0d867c041e74fd1b6e8f38a2c194806": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0c63a241859e413b8c9766a6cae421ce",
            "placeholder": "​",
            "style": "IPY_MODEL_5b24ffbbf757431d99efb0bf4f7d72fd",
            "value": " 553/553 [00:00&lt;00:00, 12.9kB/s]"
          }
        },
        "a8780e0006d34304a76ea6b9cdc1c548": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "913eea95c78d46289588f04010698d96": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "60d0f0cec80e41ecb660d145ea7fffb8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "645979c6cbed40bea0f87905fdfd0883": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5fdd77c92dcb438284263b969bbeb09b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "0c63a241859e413b8c9766a6cae421ce": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5b24ffbbf757431d99efb0bf4f7d72fd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ee2723f40e804699928c2a531b048cd8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_8a2c0d760f2b425ab72dec39a26a0c9e",
              "IPY_MODEL_6a60e83c4f1240d7a49ad166b5a6819a",
              "IPY_MODEL_a14b2cabb1074185bf244a4884a2d002"
            ],
            "layout": "IPY_MODEL_f73a7b4eb676460487e86759de9d7789"
          }
        },
        "8a2c0d760f2b425ab72dec39a26a0c9e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_890bd041a36742239a049da34c8973f4",
            "placeholder": "​",
            "style": "IPY_MODEL_0a6e8488f97d4844b73c5e19dd82c50b",
            "value": "Downloading spiece.model: 100%"
          }
        },
        "6a60e83c4f1240d7a49ad166b5a6819a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8de68e878273490881fbabf3205b8d4e",
            "max": 4309802,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_d06c8451be0244abbf34eaf973305303",
            "value": 4309802
          }
        },
        "a14b2cabb1074185bf244a4884a2d002": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_64ecf9a20b76416fa45b1bdfba76e73a",
            "placeholder": "​",
            "style": "IPY_MODEL_a5edd2ad71ae4b308aef000430458867",
            "value": " 4.11M/4.11M [00:01&lt;00:00, 4.05MB/s]"
          }
        },
        "f73a7b4eb676460487e86759de9d7789": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "890bd041a36742239a049da34c8973f4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0a6e8488f97d4844b73c5e19dd82c50b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "8de68e878273490881fbabf3205b8d4e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d06c8451be0244abbf34eaf973305303": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "64ecf9a20b76416fa45b1bdfba76e73a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a5edd2ad71ae4b308aef000430458867": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "1de7c1ba543a40c6924764c19054f212": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_2c3885379e9e4439867427896d98b9df",
              "IPY_MODEL_a5aeeaa7cf5d451c87660c42eed43cc5",
              "IPY_MODEL_1097f486242f4d0fa81ae2667229e8a3"
            ],
            "layout": "IPY_MODEL_b65abfddf6d249fc86fa44dacaac2568"
          }
        },
        "2c3885379e9e4439867427896d98b9df": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_eb2f4e5eb79349b5b412542bbe4df15d",
            "placeholder": "​",
            "style": "IPY_MODEL_cb68f32790e849bdad5ce48e8b12261d",
            "value": "Downloading special_tokens_map.json: 100%"
          }
        },
        "a5aeeaa7cf5d451c87660c42eed43cc5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_534aa1f77aa14436ba80062c09ab3ea6",
            "max": 99,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_d3ceebc60a2c4cd4833f3a7a82dab857",
            "value": 99
          }
        },
        "1097f486242f4d0fa81ae2667229e8a3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7eba1f00420548b38fb01153a6a0b140",
            "placeholder": "​",
            "style": "IPY_MODEL_911a7df4d7954aaa8b5c3163800fab8a",
            "value": " 99.0/99.0 [00:00&lt;00:00, 2.88kB/s]"
          }
        },
        "b65abfddf6d249fc86fa44dacaac2568": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "eb2f4e5eb79349b5b412542bbe4df15d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "cb68f32790e849bdad5ce48e8b12261d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "534aa1f77aa14436ba80062c09ab3ea6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d3ceebc60a2c4cd4833f3a7a82dab857": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "7eba1f00420548b38fb01153a6a0b140": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "911a7df4d7954aaa8b5c3163800fab8a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "67b61e7f3bc04ae0bdfc3b1c122a6a89": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_4cdd52bfee384501988c40e520aee98f",
              "IPY_MODEL_8b17cc8892cc47d8a47950568f174c18",
              "IPY_MODEL_d049736b1f8f4886b7e73c5d4adb494d"
            ],
            "layout": "IPY_MODEL_28e5ae90055b4eeea0f7417449518026"
          }
        },
        "4cdd52bfee384501988c40e520aee98f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_de90ba410f6d409aae06105b8bc0a87d",
            "placeholder": "​",
            "style": "IPY_MODEL_e2cb6269f0c34328bb864bd3f493c225",
            "value": "Downloading pytorch_model.bin: 100%"
          }
        },
        "8b17cc8892cc47d8a47950568f174c18": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6d65f73166ab4b3ba8728db0688032ba",
            "max": 1200794589,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_62568375ca734b5694fe34ac9231d8b3",
            "value": 1200794589
          }
        },
        "d049736b1f8f4886b7e73c5d4adb494d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3a080b361bec4273a00524c0ac353dc0",
            "placeholder": "​",
            "style": "IPY_MODEL_89b6f7e2369b430d8160283e8128cbef",
            "value": " 1.12G/1.12G [00:22&lt;00:00, 53.9MB/s]"
          }
        },
        "28e5ae90055b4eeea0f7417449518026": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "de90ba410f6d409aae06105b8bc0a87d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e2cb6269f0c34328bb864bd3f493c225": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "6d65f73166ab4b3ba8728db0688032ba": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "62568375ca734b5694fe34ac9231d8b3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "3a080b361bec4273a00524c0ac353dc0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "89b6f7e2369b430d8160283e8128cbef": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "9424cceec386431fb90dda2b96f98a24": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_5f8a6e28c581436b872cff8614d83c8f",
              "IPY_MODEL_3435a280ed214897a2371107a50c0e2c",
              "IPY_MODEL_79927681401643938ab962e1b7d27182"
            ],
            "layout": "IPY_MODEL_61eac0d614384c5cbe157357ceb4cb18"
          }
        },
        "5f8a6e28c581436b872cff8614d83c8f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_289c95f37ad740cab9e4ccb2aa695a62",
            "placeholder": "​",
            "style": "IPY_MODEL_19215a16f4064e70b527eaffa6338cef",
            "value": "Downloading builder script: "
          }
        },
        "3435a280ed214897a2371107a50c0e2c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1c673b48c59c4e69b3c43af53654173e",
            "max": 3452,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_ce7b8ca6428644948f49836f5dd42b68",
            "value": 3452
          }
        },
        "79927681401643938ab962e1b7d27182": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c9825c7468354e0496da3dd994ba0060",
            "placeholder": "​",
            "style": "IPY_MODEL_abea6261fe574c0cb42d6313467193c8",
            "value": " 17.7k/? [00:00&lt;00:00, 517kB/s]"
          }
        },
        "61eac0d614384c5cbe157357ceb4cb18": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "289c95f37ad740cab9e4ccb2aa695a62": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "19215a16f4064e70b527eaffa6338cef": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "1c673b48c59c4e69b3c43af53654173e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ce7b8ca6428644948f49836f5dd42b68": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "c9825c7468354e0496da3dd994ba0060": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "abea6261fe574c0cb42d6313467193c8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c3d1360626d647b49463de5dffc5d7cb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_0b2e55ccca2d44d79530f7142e615bd2",
              "IPY_MODEL_d53e852b26804ec4bb515152ff07183d",
              "IPY_MODEL_23dd00b652264c81b22f2e679a8ed0d6"
            ],
            "layout": "IPY_MODEL_1174d51803d24694b047e324656d71ee"
          }
        },
        "0b2e55ccca2d44d79530f7142e615bd2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c447a42807e84ef7a9008ed77e6a54c6",
            "placeholder": "​",
            "style": "IPY_MODEL_9e1c0f4919e6474d9709c4c62415aaf1",
            "value": "Downloading metadata: "
          }
        },
        "d53e852b26804ec4bb515152ff07183d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_630cd62342d54e289868efbb30d2adf4",
            "max": 2521,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_5cfa838eb13649538771b49aa455f4d7",
            "value": 2521
          }
        },
        "23dd00b652264c81b22f2e679a8ed0d6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_34f3af179b1a44d09e93edad228c6059",
            "placeholder": "​",
            "style": "IPY_MODEL_7b3b89c3f9be4651bcc47267472474ab",
            "value": " 20.0k/? [00:00&lt;00:00, 565kB/s]"
          }
        },
        "1174d51803d24694b047e324656d71ee": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c447a42807e84ef7a9008ed77e6a54c6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9e1c0f4919e6474d9709c4c62415aaf1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "630cd62342d54e289868efbb30d2adf4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5cfa838eb13649538771b49aa455f4d7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "34f3af179b1a44d09e93edad228c6059": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7b3b89c3f9be4651bcc47267472474ab": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "bb8cb8b42cf3450d8b7789a49d20b3bb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_f463e67d1e09485cbb0f0380ee57142a",
              "IPY_MODEL_189d78897cd940ef9feb6f673e6f3310",
              "IPY_MODEL_cadbf69e1c644b1bade5784797cb72a6"
            ],
            "layout": "IPY_MODEL_6c2ebbd4059145808f1a8de493a79745"
          }
        },
        "f463e67d1e09485cbb0f0380ee57142a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6c4d5545c03b4c339880df84fab5bad6",
            "placeholder": "​",
            "style": "IPY_MODEL_ae7eef432f924352af7d8831c05249e2",
            "value": "Downloading data: 100%"
          }
        },
        "189d78897cd940ef9feb6f673e6f3310": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d23a71cdcf0a40149b471d0ed4592362",
            "max": 21105607,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_94a3b4c902474ae1b0f1f3345de49d89",
            "value": 21105607
          }
        },
        "cadbf69e1c644b1bade5784797cb72a6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7ea9e22da6744f23b946d79f574783e7",
            "placeholder": "​",
            "style": "IPY_MODEL_ec045cef1eab49f586a4382a2448ef70",
            "value": " 21.1M/21.1M [00:02&lt;00:00, 19.6MB/s]"
          }
        },
        "6c2ebbd4059145808f1a8de493a79745": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6c4d5545c03b4c339880df84fab5bad6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ae7eef432f924352af7d8831c05249e2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d23a71cdcf0a40149b471d0ed4592362": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "94a3b4c902474ae1b0f1f3345de49d89": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "7ea9e22da6744f23b946d79f574783e7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ec045cef1eab49f586a4382a2448ef70": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "5bd2a5aa51d84903ae20e073b1456610": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_c025d8b57d6f498cafa9c51f223324ef",
              "IPY_MODEL_39447c4c3a914b08b05870f4b6287287",
              "IPY_MODEL_259251a3a4be4a5da7ff1bf43c14082b"
            ],
            "layout": "IPY_MODEL_7fe5aaef09cb4bdeb8d34e0ac36b3929"
          }
        },
        "c025d8b57d6f498cafa9c51f223324ef": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1156ae40accc46ac8cee243aa0a42111",
            "placeholder": "​",
            "style": "IPY_MODEL_720cd2f09fb24d29b86e4da439ac45d6",
            "value": "Downloading data: 100%"
          }
        },
        "39447c4c3a914b08b05870f4b6287287": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_51199f70525040e3a28b719e419cc613",
            "max": 161862,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_c8451c75d9dc40c6aad0c752c3dac966",
            "value": 161862
          }
        },
        "259251a3a4be4a5da7ff1bf43c14082b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ece0962db7314339bc77b2d7b8389e75",
            "placeholder": "​",
            "style": "IPY_MODEL_5d577f02d25b4f1e9fe1629c587c862b",
            "value": " 162k/162k [00:00&lt;00:00, 496kB/s]"
          }
        },
        "7fe5aaef09cb4bdeb8d34e0ac36b3929": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1156ae40accc46ac8cee243aa0a42111": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "720cd2f09fb24d29b86e4da439ac45d6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "51199f70525040e3a28b719e419cc613": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c8451c75d9dc40c6aad0c752c3dac966": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "ece0962db7314339bc77b2d7b8389e75": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5d577f02d25b4f1e9fe1629c587c862b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "bcec7e6aaa354b03aa6c054cc49844c0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_d445608a0a7349fd993855040208cec6",
              "IPY_MODEL_fc20a9dcd9714381886e94bd0c48e20d",
              "IPY_MODEL_cb8516e1117b4a9d8a41739ffdb35f9d"
            ],
            "layout": "IPY_MODEL_6f980c4bfeea4635a6e43121eddc81bf"
          }
        },
        "d445608a0a7349fd993855040208cec6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_10b8432d198d4e5cbc72aa31b6b8eab5",
            "placeholder": "​",
            "style": "IPY_MODEL_9ea3ca369ad246f4993ac4d4ee08df90",
            "value": "Downloading data: 100%"
          }
        },
        "fc20a9dcd9714381886e94bd0c48e20d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2c771dbb297f498c86db21ec30fe6898",
            "max": 9082,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_bcdf8c7111fb4b1dae9bbcf7657e8212",
            "value": 9082
          }
        },
        "cb8516e1117b4a9d8a41739ffdb35f9d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ba7fe3a4fb8c44a8bb480a64a3408d2c",
            "placeholder": "​",
            "style": "IPY_MODEL_659102d41fbd486fa7bfee25f7bd0e6a",
            "value": " 9.08k/9.08k [00:00&lt;00:00, 267kB/s]"
          }
        },
        "6f980c4bfeea4635a6e43121eddc81bf": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "10b8432d198d4e5cbc72aa31b6b8eab5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9ea3ca369ad246f4993ac4d4ee08df90": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "2c771dbb297f498c86db21ec30fe6898": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "bcdf8c7111fb4b1dae9bbcf7657e8212": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "ba7fe3a4fb8c44a8bb480a64a3408d2c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "659102d41fbd486fa7bfee25f7bd0e6a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "0306e8f7d1ce4d7592b5ea0b4c91a405": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_295c0a041e7046829367a5bd2e60899c",
              "IPY_MODEL_72dd3aa14b1c48dc831abb1ba3eaaadb",
              "IPY_MODEL_55dbc693a31444af9cc0a21e76e889ba"
            ],
            "layout": "IPY_MODEL_fca3ad2f62444fa68f3bded80b1c3db6"
          }
        },
        "295c0a041e7046829367a5bd2e60899c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1ead2b3c9d9d478194e769fc7f70c636",
            "placeholder": "​",
            "style": "IPY_MODEL_2a233fac3bbd45ad83185e46d9fa9237",
            "value": "Downloading data: 100%"
          }
        },
        "72dd3aa14b1c48dc831abb1ba3eaaadb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d804db309ce343ce9c4b678ec34b4235",
            "max": 9233,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_189d11f39cc14c3faaaafeccdbca6626",
            "value": 9233
          }
        },
        "55dbc693a31444af9cc0a21e76e889ba": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_71a25e673dcc4539abdd42d59144115c",
            "placeholder": "​",
            "style": "IPY_MODEL_2784ef2f8af343a5a2c696ad7288dd9c",
            "value": " 9.23k/9.23k [00:00&lt;00:00, 279kB/s]"
          }
        },
        "fca3ad2f62444fa68f3bded80b1c3db6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1ead2b3c9d9d478194e769fc7f70c636": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2a233fac3bbd45ad83185e46d9fa9237": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d804db309ce343ce9c4b678ec34b4235": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "189d11f39cc14c3faaaafeccdbca6626": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "71a25e673dcc4539abdd42d59144115c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2784ef2f8af343a5a2c696ad7288dd9c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "fe7be520ffff408aa887bd66832f969b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_4fc216ba13d547bbb596756cfbe31b08",
              "IPY_MODEL_f298b959bd2a4cc1bd69ad080c2676ed",
              "IPY_MODEL_48ee5ebf486044a6bc296de9ba75b8aa"
            ],
            "layout": "IPY_MODEL_c27cfdf251944440af65de7f96ed4d96"
          }
        },
        "4fc216ba13d547bbb596756cfbe31b08": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9abf212b449b458a8686ed39c862df6f",
            "placeholder": "​",
            "style": "IPY_MODEL_99c461a97c994bc7ba16dc77cef3aca6",
            "value": "Generating train split:  99%"
          }
        },
        "f298b959bd2a4cc1bd69ad080c2676ed": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c7a9737448954e4ab818512baea0d277",
            "max": 18094,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_c2239dc6596b40069aeecdda6aff5a8e",
            "value": 18094
          }
        },
        "48ee5ebf486044a6bc296de9ba75b8aa": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f8ffb8203d914d2682bd4e3b824eb559",
            "placeholder": "​",
            "style": "IPY_MODEL_3c0d4c47af494b8e9fb02f98c0d3698d",
            "value": " 17933/18094 [00:03&lt;00:00, 5850.55 examples/s]"
          }
        },
        "c27cfdf251944440af65de7f96ed4d96": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9abf212b449b458a8686ed39c862df6f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "99c461a97c994bc7ba16dc77cef3aca6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c7a9737448954e4ab818512baea0d277": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c2239dc6596b40069aeecdda6aff5a8e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "f8ffb8203d914d2682bd4e3b824eb559": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3c0d4c47af494b8e9fb02f98c0d3698d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "3dd457283b674556ad89c6e3ecf05bed": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_5d7f2bf45bc24597878475a7137b1011",
              "IPY_MODEL_20c1a47d67264e219ce2d46ceb252346",
              "IPY_MODEL_0fc0fd4d0bc84ddab92f334496132cc8"
            ],
            "layout": "IPY_MODEL_07969a64ca0648199f98d2d5ae4afc32"
          }
        },
        "5d7f2bf45bc24597878475a7137b1011": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_4bbff67a00234866a6dc6e5503234421",
            "placeholder": "​",
            "style": "IPY_MODEL_de782795568d446caf52daa97a3aecac",
            "value": "Generating validation split:  89%"
          }
        },
        "20c1a47d67264e219ce2d46ceb252346": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_80e10c1ef52646bcbc4acd32f6206838",
            "max": 1004,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_810fabfa87f14e7ebec4431ca0453b64",
            "value": 1004
          }
        },
        "0fc0fd4d0bc84ddab92f334496132cc8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f8c66bb1fbe8459d8bf302d357acea53",
            "placeholder": "​",
            "style": "IPY_MODEL_29eb3ed5a4ef45678fd7e120c6989164",
            "value": " 897/1004 [00:00&lt;00:00, 1643.45 examples/s]"
          }
        },
        "07969a64ca0648199f98d2d5ae4afc32": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4bbff67a00234866a6dc6e5503234421": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "de782795568d446caf52daa97a3aecac": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "80e10c1ef52646bcbc4acd32f6206838": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "810fabfa87f14e7ebec4431ca0453b64": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "f8c66bb1fbe8459d8bf302d357acea53": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "29eb3ed5a4ef45678fd7e120c6989164": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "15f6c9fe8abd407183b0909396115e62": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_a7a67ad01b4745dd9bfe64724663c81c",
              "IPY_MODEL_bb49705860d042fab73b38cf797b5611",
              "IPY_MODEL_7a71fed2da2f46deb678d284bb66adf0"
            ],
            "layout": "IPY_MODEL_25cfbaac65014e5b9ee0efabb02911a1"
          }
        },
        "a7a67ad01b4745dd9bfe64724663c81c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e2c3949c856840a7ba61308aabaa0f41",
            "placeholder": "​",
            "style": "IPY_MODEL_5dd69b142a0a4270a8668e3d26477723",
            "value": "Generating test split:  82%"
          }
        },
        "bb49705860d042fab73b38cf797b5611": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_cef73d4e6ea54a7782676136ed0d9782",
            "max": 1019,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_e7e10edf419645078c1066e6d18da79e",
            "value": 1019
          }
        },
        "7a71fed2da2f46deb678d284bb66adf0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d8d9b1d2bb4e4d4a8e00f45908535a7f",
            "placeholder": "​",
            "style": "IPY_MODEL_77c56bec171e4a94a1eac3a36560cc63",
            "value": " 837/1019 [00:00&lt;00:00, 1465.89 examples/s]"
          }
        },
        "25cfbaac65014e5b9ee0efabb02911a1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e2c3949c856840a7ba61308aabaa0f41": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5dd69b142a0a4270a8668e3d26477723": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "cef73d4e6ea54a7782676136ed0d9782": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e7e10edf419645078c1066e6d18da79e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "d8d9b1d2bb4e4d4a8e00f45908535a7f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "77c56bec171e4a94a1eac3a36560cc63": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "aaaba6a5ea034437b668b60f612caeb2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_6a3ae74bccc7471498738d13231195e3",
              "IPY_MODEL_103d615e848a428fb5e6b110521a79b9",
              "IPY_MODEL_7d328ee5c1494a6b9c04e459250fb498"
            ],
            "layout": "IPY_MODEL_18a9f46b7ee04dda9640320134fc4df6"
          }
        },
        "6a3ae74bccc7471498738d13231195e3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9f79da46e3cb422298a474bd9909d3cb",
            "placeholder": "​",
            "style": "IPY_MODEL_5802bd89725041a2b07bf98e1a417a43",
            "value": "100%"
          }
        },
        "103d615e848a428fb5e6b110521a79b9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_44cb5bb6765746e8befbff2a3b4321eb",
            "max": 3,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_5c2d9736971747a48ea82866c3979b4d",
            "value": 3
          }
        },
        "7d328ee5c1494a6b9c04e459250fb498": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2ea190b7c5444adda6b58935454f7626",
            "placeholder": "​",
            "style": "IPY_MODEL_cabc2fcb5fc141f5b402a284ead78fa3",
            "value": " 3/3 [00:00&lt;00:00, 69.46it/s]"
          }
        },
        "18a9f46b7ee04dda9640320134fc4df6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9f79da46e3cb422298a474bd9909d3cb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5802bd89725041a2b07bf98e1a417a43": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "44cb5bb6765746e8befbff2a3b4321eb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5c2d9736971747a48ea82866c3979b4d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "2ea190b7c5444adda6b58935454f7626": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "cabc2fcb5fc141f5b402a284ead78fa3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c918a74b27484b1e8a80473629bdb420": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_e046421776e14b6bae82c62b4a339a1d",
              "IPY_MODEL_c549bae1808844e8b00048ff85b763fc",
              "IPY_MODEL_1d423cabab014cef90a409b1e85248cb"
            ],
            "layout": "IPY_MODEL_ee01e454d1874f448d6c671dbca1f214"
          }
        },
        "e046421776e14b6bae82c62b4a339a1d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0d7f916776d44a1d85f9ccf8396e1217",
            "placeholder": "​",
            "style": "IPY_MODEL_cbf530cd68694bf1b79b73b65c98bd70",
            "value": "100%"
          }
        },
        "c549bae1808844e8b00048ff85b763fc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_8b615fd7c2404bde92ff327cbcdf19b0",
            "max": 1131,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_f28b5352f7c744c68ed7c102f7c41309",
            "value": 1131
          }
        },
        "1d423cabab014cef90a409b1e85248cb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f3615a25c4db4d0193542c7c231cd483",
            "placeholder": "​",
            "style": "IPY_MODEL_6c95e4183b66439e91e0419a1c0d1d03",
            "value": " 1131/1131 [08:44&lt;00:00,  2.31it/s]"
          }
        },
        "ee01e454d1874f448d6c671dbca1f214": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0d7f916776d44a1d85f9ccf8396e1217": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "cbf530cd68694bf1b79b73b65c98bd70": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "8b615fd7c2404bde92ff327cbcdf19b0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f28b5352f7c744c68ed7c102f7c41309": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "f3615a25c4db4d0193542c7c231cd483": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6c95e4183b66439e91e0419a1c0d1d03": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "f17cad8d613c4ceb81aa8e86666f6ed7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_264ef3f1e30b4e75ac8cc9c9d60ca01c",
              "IPY_MODEL_cd79172cbe42454997ba17a63f419bb0",
              "IPY_MODEL_09e87a3898d64ea498a1be5fc6f83df1"
            ],
            "layout": "IPY_MODEL_1f8ff6461c8f4fdd84a810d2bb698633"
          }
        },
        "264ef3f1e30b4e75ac8cc9c9d60ca01c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0efdeeb03da244b88ebbb3d8c5dda6a4",
            "placeholder": "​",
            "style": "IPY_MODEL_e13400fdd9584a15a74ab13dd0689ea6",
            "value": "100%"
          }
        },
        "cd79172cbe42454997ba17a63f419bb0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ba409acf4fcc4ebd85034b80373d6899",
            "max": 1131,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_53e196c4efc54c2bac656df56b533b59",
            "value": 1131
          }
        },
        "09e87a3898d64ea498a1be5fc6f83df1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a9bc76fad7614e90b2edb6e7976e97be",
            "placeholder": "​",
            "style": "IPY_MODEL_1a8f43d9be824b8e97c13a00cb5c5814",
            "value": " 1131/1131 [08:22&lt;00:00,  2.35it/s]"
          }
        },
        "1f8ff6461c8f4fdd84a810d2bb698633": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0efdeeb03da244b88ebbb3d8c5dda6a4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e13400fdd9584a15a74ab13dd0689ea6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ba409acf4fcc4ebd85034b80373d6899": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "53e196c4efc54c2bac656df56b533b59": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "a9bc76fad7614e90b2edb6e7976e97be": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1a8f43d9be824b8e97c13a00cb5c5814": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "197c2115da054df8a2642ce2f0c737ac": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_f706ccedbc6f43f1a1895be48d0ae2a9",
              "IPY_MODEL_7ce170eb5ad54475a85dab0054055fd1",
              "IPY_MODEL_d24b0dd5addd49f6b322517e1791215d"
            ],
            "layout": "IPY_MODEL_e5ea0bded965470e8a4c0ecf34d5c0c4"
          }
        },
        "f706ccedbc6f43f1a1895be48d0ae2a9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b0b291959ed64173b0fb435c7fcae2c5",
            "placeholder": "​",
            "style": "IPY_MODEL_03209c99f1d34061869ae1535bb91fc6",
            "value": "100%"
          }
        },
        "7ce170eb5ad54475a85dab0054055fd1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_ea61623294e54e6eb63f1016a83ed792",
            "max": 1131,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_f9df17ea2b1d4fbf90e494cbaa63d84e",
            "value": 1131
          }
        },
        "d24b0dd5addd49f6b322517e1791215d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f1d7977670374f188e8d393ed085ee7e",
            "placeholder": "​",
            "style": "IPY_MODEL_24cb749c8252415d94462052f00978cd",
            "value": " 1131/1131 [08:27&lt;00:00,  2.33it/s]"
          }
        },
        "e5ea0bded965470e8a4c0ecf34d5c0c4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b0b291959ed64173b0fb435c7fcae2c5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "03209c99f1d34061869ae1535bb91fc6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ea61623294e54e6eb63f1016a83ed792": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f9df17ea2b1d4fbf90e494cbaa63d84e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "f1d7977670374f188e8d393ed085ee7e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "24cb749c8252415d94462052f00978cd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "1777f5274c894be2affcca9956873e61": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_a7f74f6338e84d5283ee237c446b7e9b",
              "IPY_MODEL_ff377d131b3844b6914be5aa3b9c0286",
              "IPY_MODEL_6f27ba6b91e4402c8e49a5eaac6e75e1"
            ],
            "layout": "IPY_MODEL_9f0e4ca46ffa4f7d8bbf1dc07197b81b"
          }
        },
        "a7f74f6338e84d5283ee237c446b7e9b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9fb056d8ca2947c2b2e15e04097aaa48",
            "placeholder": "​",
            "style": "IPY_MODEL_88904bd646d546c1ab874cbe8cb8c564",
            "value": "100%"
          }
        },
        "ff377d131b3844b6914be5aa3b9c0286": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_314096f1937344c8a23017def4355f5b",
            "max": 1131,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_df29b66bc04b4f289898a396d505d0d6",
            "value": 1131
          }
        },
        "6f27ba6b91e4402c8e49a5eaac6e75e1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2daca7985ec64863b71b068b583352cf",
            "placeholder": "​",
            "style": "IPY_MODEL_0ce63db4534e418c95052a75a23cf1d9",
            "value": " 1131/1131 [08:22&lt;00:00,  2.35it/s]"
          }
        },
        "9f0e4ca46ffa4f7d8bbf1dc07197b81b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "9fb056d8ca2947c2b2e15e04097aaa48": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "88904bd646d546c1ab874cbe8cb8c564": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "314096f1937344c8a23017def4355f5b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "df29b66bc04b4f289898a396d505d0d6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "2daca7985ec64863b71b068b583352cf": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0ce63db4534e418c95052a75a23cf1d9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "260d4059531f4d95ae5b9b49cd78b39f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_296f600d9a304f83b28b0ae6d379ec5c",
              "IPY_MODEL_63427f81e9e34698b22dca534d88535f",
              "IPY_MODEL_8920535892254564b312f3c63293f1bf"
            ],
            "layout": "IPY_MODEL_b8ac2971b43542f2b1c68cce3014d911"
          }
        },
        "296f600d9a304f83b28b0ae6d379ec5c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d9db686ec9b8448e9b24c0c0472666c6",
            "placeholder": "​",
            "style": "IPY_MODEL_f57e19d9a6a344a8911080dec55b7228",
            "value": "100%"
          }
        },
        "63427f81e9e34698b22dca534d88535f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d558147a475b473d8689a36a63c482c0",
            "max": 1131,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_492a9f1408c64f83ba0a5ea91d3b1216",
            "value": 1131
          }
        },
        "8920535892254564b312f3c63293f1bf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0c48984889d34252bd2bc9f0a5526be1",
            "placeholder": "​",
            "style": "IPY_MODEL_15129580f47b4f01b4e6b8b091057ef9",
            "value": " 1131/1131 [08:22&lt;00:00,  2.30it/s]"
          }
        },
        "b8ac2971b43542f2b1c68cce3014d911": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d9db686ec9b8448e9b24c0c0472666c6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f57e19d9a6a344a8911080dec55b7228": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d558147a475b473d8689a36a63c482c0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "492a9f1408c64f83ba0a5ea91d3b1216": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "0c48984889d34252bd2bc9f0a5526be1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "15129580f47b4f01b4e6b8b091057ef9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "2hTP5SWz_aSK",
        "outputId": "c0b15071-31b6-4f85-e789-1441e974ce9b"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting transformers\n",
            "  Downloading transformers-4.21.1-py3-none-any.whl (4.7 MB)\n",
            "\u001b[K     |████████████████████████████████| 4.7 MB 32.1 MB/s \n",
            "\u001b[?25hCollecting sentencepiece\n",
            "  Downloading sentencepiece-0.1.97-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
            "\u001b[K     |████████████████████████████████| 1.3 MB 53.3 MB/s \n",
            "\u001b[?25hCollecting datasets\n",
            "  Downloading datasets-2.4.0-py3-none-any.whl (365 kB)\n",
            "\u001b[K     |████████████████████████████████| 365 kB 69.6 MB/s \n",
            "\u001b[?25hRequirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from transformers) (2.23.0)\n",
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from transformers) (4.12.0)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (2022.6.2)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (1.21.6)\n",
            "Collecting tokenizers!=0.11.3,<0.13,>=0.11.1\n",
            "  Downloading tokenizers-0.12.1-cp37-cp37m-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (6.6 MB)\n",
            "\u001b[K     |████████████████████████████████| 6.6 MB 46.9 MB/s \n",
            "\u001b[?25hCollecting pyyaml>=5.1\n",
            "  Downloading PyYAML-6.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (596 kB)\n",
            "\u001b[K     |████████████████████████████████| 596 kB 62.1 MB/s \n",
            "\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers) (3.7.1)\n",
            "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers) (4.64.0)\n",
            "Collecting huggingface-hub<1.0,>=0.1.0\n",
            "  Downloading huggingface_hub-0.8.1-py3-none-any.whl (101 kB)\n",
            "\u001b[K     |████████████████████████████████| 101 kB 12.6 MB/s \n",
            "\u001b[?25hRequirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.7/dist-packages (from transformers) (21.3)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0,>=0.1.0->transformers) (4.1.1)\n",
            "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging>=20.0->transformers) (3.0.9)\n",
            "Requirement already satisfied: aiohttp in /usr/local/lib/python3.7/dist-packages (from datasets) (3.8.1)\n",
            "Requirement already satisfied: dill<0.3.6 in /usr/local/lib/python3.7/dist-packages (from datasets) (0.3.5.1)\n",
            "Requirement already satisfied: pyarrow>=6.0.0 in /usr/local/lib/python3.7/dist-packages (from datasets) (6.0.1)\n",
            "Collecting xxhash\n",
            "  Downloading xxhash-3.0.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (212 kB)\n",
            "\u001b[K     |████████████████████████████████| 212 kB 69.0 MB/s \n",
            "\u001b[?25hCollecting responses<0.19\n",
            "  Downloading responses-0.18.0-py3-none-any.whl (38 kB)\n",
            "Requirement already satisfied: pandas in /usr/local/lib/python3.7/dist-packages (from datasets) (1.3.5)\n",
            "Collecting fsspec[http]>=2021.11.1\n",
            "  Downloading fsspec-2022.7.1-py3-none-any.whl (141 kB)\n",
            "\u001b[K     |████████████████████████████████| 141 kB 45.5 MB/s \n",
            "\u001b[?25hCollecting multiprocess\n",
            "  Downloading multiprocess-0.70.13-py37-none-any.whl (115 kB)\n",
            "\u001b[K     |████████████████████████████████| 115 kB 63.0 MB/s \n",
            "\u001b[?25hRequirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2022.6.15)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (1.24.3)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (3.0.4)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2.10)\n",
            "Collecting urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1\n",
            "  Downloading urllib3-1.25.11-py2.py3-none-any.whl (127 kB)\n",
            "\u001b[K     |████████████████████████████████| 127 kB 74.9 MB/s \n",
            "\u001b[?25hRequirement already satisfied: charset-normalizer<3.0,>=2.0 in /usr/local/lib/python3.7/dist-packages (from aiohttp->datasets) (2.1.0)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.7/dist-packages (from aiohttp->datasets) (6.0.2)\n",
            "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.7/dist-packages (from aiohttp->datasets) (4.0.2)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.7/dist-packages (from aiohttp->datasets) (22.1.0)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.7/dist-packages (from aiohttp->datasets) (1.3.0)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.7/dist-packages (from aiohttp->datasets) (1.2.0)\n",
            "Requirement already satisfied: asynctest==0.13.0 in /usr/local/lib/python3.7/dist-packages (from aiohttp->datasets) (0.13.0)\n",
            "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.7/dist-packages (from aiohttp->datasets) (1.8.1)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->transformers) (3.8.1)\n",
            "Requirement already satisfied: pytz>=2017.3 in /usr/local/lib/python3.7/dist-packages (from pandas->datasets) (2022.1)\n",
            "Requirement already satisfied: python-dateutil>=2.7.3 in /usr/local/lib/python3.7/dist-packages (from pandas->datasets) (2.8.2)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.7/dist-packages (from python-dateutil>=2.7.3->pandas->datasets) (1.15.0)\n",
            "Installing collected packages: urllib3, pyyaml, fsspec, xxhash, tokenizers, responses, multiprocess, huggingface-hub, transformers, sentencepiece, datasets\n",
            "  Attempting uninstall: urllib3\n",
            "    Found existing installation: urllib3 1.24.3\n",
            "    Uninstalling urllib3-1.24.3:\n",
            "      Successfully uninstalled urllib3-1.24.3\n",
            "  Attempting uninstall: pyyaml\n",
            "    Found existing installation: PyYAML 3.13\n",
            "    Uninstalling PyYAML-3.13:\n",
            "      Successfully uninstalled PyYAML-3.13\n",
            "Successfully installed datasets-2.4.0 fsspec-2022.7.1 huggingface-hub-0.8.1 multiprocess-0.70.13 pyyaml-6.0 responses-0.18.0 sentencepiece-0.1.97 tokenizers-0.12.1 transformers-4.21.1 urllib3-1.25.11 xxhash-3.0.0\n"
          ]
        }
      ],
      "source": [
        "## Model mt5 (attention based model)\n",
        "\n",
        "!pip install transformers sentencepiece datasets"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from datasets import load_dataset\n",
        "from google.colab import drive\n",
        "from IPython.display import display\n",
        "from IPython.html import widgets\n",
        "\n",
        "import matplotlib.pyplot as plt\n",
        "import seaborn as sns\n",
        "import numpy as np\n",
        "import torch\n",
        "\n",
        "from torch import optim\n",
        "from torch.nn import functional as F\n",
        "from transformers import AdamW, AutoModelForSeq2SeqLM, AutoTokenizer\n",
        "from transformers import get_linear_schedule_with_warmup\n",
        "from tqdm import tqdm_notebook\n",
        "\n",
        "sns.set()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "8EZcBUeCBApI",
        "outputId": "9786be42-ce91-4177-8587-9c4cecfb35f0"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/IPython/html.py:14: ShimWarning: The `IPython.html` package has been deprecated since IPython 4.0. You should import from `notebook` instead. `IPython.html.widgets` has moved to `ipywidgets`.\n",
            "  \"`IPython.html.widgets` has moved to `ipywidgets`.\", ShimWarning)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "model_repo = 'google/mt5-small'"
      ],
      "metadata": {
        "id": "M_gyZLlnAPIO"
      },
      "execution_count": 5,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "tokenizer = AutoTokenizer.from_pretrained(model_repo)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 200,
          "referenced_widgets": [
            "253a2a00ce344e76a1ac8be7c5ab8252",
            "9b9a9081a3eb4f43b07f7c747f46356a",
            "79c226153e934a03b17563ac8516dd1b",
            "3b9bb091a2404ea190d48ce5bd204445",
            "b8f92a392af34608b1be1cbf6578a847",
            "ae6728c1e5e7429c8754165face96089",
            "c0d7469c2e36406182a8253b5880f041",
            "1f4ebf2251e84b59a4474c25a222ce4b",
            "5cd77cc1192246ac9358f9a1cd6c63e0",
            "3c57ae5d6de6489f980c4612ea2b0815",
            "ba8b2307e6c346599d6a1c173925027d",
            "46ac53408a1846d9a81ac31e7b4d854a",
            "0b1e8c99ee0e4f4aba2a56e4a45072d6",
            "dce1f64614114d7e867da6c42d08d2aa",
            "c0d867c041e74fd1b6e8f38a2c194806",
            "a8780e0006d34304a76ea6b9cdc1c548",
            "913eea95c78d46289588f04010698d96",
            "60d0f0cec80e41ecb660d145ea7fffb8",
            "645979c6cbed40bea0f87905fdfd0883",
            "5fdd77c92dcb438284263b969bbeb09b",
            "0c63a241859e413b8c9766a6cae421ce",
            "5b24ffbbf757431d99efb0bf4f7d72fd",
            "ee2723f40e804699928c2a531b048cd8",
            "8a2c0d760f2b425ab72dec39a26a0c9e",
            "6a60e83c4f1240d7a49ad166b5a6819a",
            "a14b2cabb1074185bf244a4884a2d002",
            "f73a7b4eb676460487e86759de9d7789",
            "890bd041a36742239a049da34c8973f4",
            "0a6e8488f97d4844b73c5e19dd82c50b",
            "8de68e878273490881fbabf3205b8d4e",
            "d06c8451be0244abbf34eaf973305303",
            "64ecf9a20b76416fa45b1bdfba76e73a",
            "a5edd2ad71ae4b308aef000430458867",
            "1de7c1ba543a40c6924764c19054f212",
            "2c3885379e9e4439867427896d98b9df",
            "a5aeeaa7cf5d451c87660c42eed43cc5",
            "1097f486242f4d0fa81ae2667229e8a3",
            "b65abfddf6d249fc86fa44dacaac2568",
            "eb2f4e5eb79349b5b412542bbe4df15d",
            "cb68f32790e849bdad5ce48e8b12261d",
            "534aa1f77aa14436ba80062c09ab3ea6",
            "d3ceebc60a2c4cd4833f3a7a82dab857",
            "7eba1f00420548b38fb01153a6a0b140",
            "911a7df4d7954aaa8b5c3163800fab8a"
          ]
        },
        "id": "KFujNv9NAPKV",
        "outputId": "7ac1a2e6-5fb5-4bdb-9957-9128d7804819"
      },
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading tokenizer_config.json:   0%|          | 0.00/82.0 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "253a2a00ce344e76a1ac8be7c5ab8252"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading config.json:   0%|          | 0.00/553 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "46ac53408a1846d9a81ac31e7b4d854a"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading spiece.model:   0%|          | 0.00/4.11M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "ee2723f40e804699928c2a531b048cd8"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading special_tokens_map.json:   0%|          | 0.00/99.0 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "1de7c1ba543a40c6924764c19054f212"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/transformers/convert_slow_tokenizer.py:435: UserWarning: The sentencepiece tokenizer that you are converting to a fast tokenizer uses the byte fallback option which is not implemented in the fast tokenizers. In practice this means that the fast version of the tokenizer can produce unknown tokens whereas the sentencepiece version would have converted these unknown tokens into a sequence of byte tokens matching the original piece of text.\n",
            "  \"The sentencepiece tokenizer that you are converting to a fast tokenizer uses the byte fallback option\"\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Model description: https://huggingface.co/google/mt5-base\n",
        "model = AutoModelForSeq2SeqLM.from_pretrained(model_repo)\n",
        "model = model.cuda()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 49,
          "referenced_widgets": [
            "67b61e7f3bc04ae0bdfc3b1c122a6a89",
            "4cdd52bfee384501988c40e520aee98f",
            "8b17cc8892cc47d8a47950568f174c18",
            "d049736b1f8f4886b7e73c5d4adb494d",
            "28e5ae90055b4eeea0f7417449518026",
            "de90ba410f6d409aae06105b8bc0a87d",
            "e2cb6269f0c34328bb864bd3f493c225",
            "6d65f73166ab4b3ba8728db0688032ba",
            "62568375ca734b5694fe34ac9231d8b3",
            "3a080b361bec4273a00524c0ac353dc0",
            "89b6f7e2369b430d8160283e8128cbef"
          ]
        },
        "id": "Xd14Zz7fAPMZ",
        "outputId": "40c5b25d-09f0-4303-f9f4-c1b1cace27fb"
      },
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading pytorch_model.bin:   0%|          | 0.00/1.12G [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "67b61e7f3bc04ae0bdfc3b1c122a6a89"
            }
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "input_sent = 'Here is our test sentence'\n",
        "token_ids  = tokenizer.encode(input_sent, return_tensors='pt').cuda()\n",
        "token_ids\n",
        "\n",
        "model_out = model.generate(token_ids)\n",
        "print(model_out)\n",
        "\n",
        "output_text = tokenizer.convert_tokens_to_string(\n",
        "    tokenizer.convert_ids_to_tokens(model_out[0]))\n",
        "print(output_text)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "kg8XoR1RB398",
        "outputId": "c301295c-f099-4541-e3fc-776eb2c30f57"
      },
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "tensor([[     0, 250099,    260,      1]], device='cuda:0')\n",
            "<pad> <extra_id_0>.</s>\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/transformers/generation_utils.py:1207: UserWarning: Neither `max_length` nor `max_new_tokens` have been set, `max_length` will default to 20 (`self.config.max_length`). Controlling `max_length` via the config is deprecated and `max_length` will be removed from the config in v5 of Transformers -- we recommend using `max_new_tokens` to control the maximum length of the generation.\n",
            "  UserWarning,\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "## Steps\n",
        "# 1 - Load the pretrained model and tokenizer\n",
        "# 2 - Load in the dataset\n",
        "# 3 - Transform the dataset into input\n",
        "# 4 - Train/finetune the model on the dataset\n",
        "# 5 - Test the model"
      ],
      "metadata": {
        "id": "gZvV_Ud_CMoX"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "example_input_str = '<jp> This is a test nbuig.'\n",
        "input_ids = tokenizer.encode(example_input_str, return_tensors='pt')\n",
        "print('Input IDs:', input_ids)\n",
        "\n",
        "tokens = tokenizer.convert_ids_to_tokens(input_ids[0])\n",
        "print('Tokens:', tokens)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Mzwyl4BpCMqc",
        "outputId": "e9c35df0-f904-41fd-9532-a6444cffff32"
      },
      "execution_count": 12,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Input IDs: tensor([[1042, 3889,  669, 1494,  339,  259,  262, 2978,  259,  272, 1982, 1315,\n",
            "          260,    1]])\n",
            "Tokens: ['▁<', 'jp', '>', '▁This', '▁is', '▁', 'a', '▁test', '▁', 'n', 'bu', 'ig', '.', '</s>']\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Source: https://huggingface.co/datasets/alt\n",
        "dataset = load_dataset('alt')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 313,
          "referenced_widgets": [
            "9424cceec386431fb90dda2b96f98a24",
            "5f8a6e28c581436b872cff8614d83c8f",
            "3435a280ed214897a2371107a50c0e2c",
            "79927681401643938ab962e1b7d27182",
            "61eac0d614384c5cbe157357ceb4cb18",
            "289c95f37ad740cab9e4ccb2aa695a62",
            "19215a16f4064e70b527eaffa6338cef",
            "1c673b48c59c4e69b3c43af53654173e",
            "ce7b8ca6428644948f49836f5dd42b68",
            "c9825c7468354e0496da3dd994ba0060",
            "abea6261fe574c0cb42d6313467193c8",
            "c3d1360626d647b49463de5dffc5d7cb",
            "0b2e55ccca2d44d79530f7142e615bd2",
            "d53e852b26804ec4bb515152ff07183d",
            "23dd00b652264c81b22f2e679a8ed0d6",
            "1174d51803d24694b047e324656d71ee",
            "c447a42807e84ef7a9008ed77e6a54c6",
            "9e1c0f4919e6474d9709c4c62415aaf1",
            "630cd62342d54e289868efbb30d2adf4",
            "5cfa838eb13649538771b49aa455f4d7",
            "34f3af179b1a44d09e93edad228c6059",
            "7b3b89c3f9be4651bcc47267472474ab",
            "bb8cb8b42cf3450d8b7789a49d20b3bb",
            "f463e67d1e09485cbb0f0380ee57142a",
            "189d78897cd940ef9feb6f673e6f3310",
            "cadbf69e1c644b1bade5784797cb72a6",
            "6c2ebbd4059145808f1a8de493a79745",
            "6c4d5545c03b4c339880df84fab5bad6",
            "ae7eef432f924352af7d8831c05249e2",
            "d23a71cdcf0a40149b471d0ed4592362",
            "94a3b4c902474ae1b0f1f3345de49d89",
            "7ea9e22da6744f23b946d79f574783e7",
            "ec045cef1eab49f586a4382a2448ef70",
            "5bd2a5aa51d84903ae20e073b1456610",
            "c025d8b57d6f498cafa9c51f223324ef",
            "39447c4c3a914b08b05870f4b6287287",
            "259251a3a4be4a5da7ff1bf43c14082b",
            "7fe5aaef09cb4bdeb8d34e0ac36b3929",
            "1156ae40accc46ac8cee243aa0a42111",
            "720cd2f09fb24d29b86e4da439ac45d6",
            "51199f70525040e3a28b719e419cc613",
            "c8451c75d9dc40c6aad0c752c3dac966",
            "ece0962db7314339bc77b2d7b8389e75",
            "5d577f02d25b4f1e9fe1629c587c862b",
            "bcec7e6aaa354b03aa6c054cc49844c0",
            "d445608a0a7349fd993855040208cec6",
            "fc20a9dcd9714381886e94bd0c48e20d",
            "cb8516e1117b4a9d8a41739ffdb35f9d",
            "6f980c4bfeea4635a6e43121eddc81bf",
            "10b8432d198d4e5cbc72aa31b6b8eab5",
            "9ea3ca369ad246f4993ac4d4ee08df90",
            "2c771dbb297f498c86db21ec30fe6898",
            "bcdf8c7111fb4b1dae9bbcf7657e8212",
            "ba7fe3a4fb8c44a8bb480a64a3408d2c",
            "659102d41fbd486fa7bfee25f7bd0e6a",
            "0306e8f7d1ce4d7592b5ea0b4c91a405",
            "295c0a041e7046829367a5bd2e60899c",
            "72dd3aa14b1c48dc831abb1ba3eaaadb",
            "55dbc693a31444af9cc0a21e76e889ba",
            "fca3ad2f62444fa68f3bded80b1c3db6",
            "1ead2b3c9d9d478194e769fc7f70c636",
            "2a233fac3bbd45ad83185e46d9fa9237",
            "d804db309ce343ce9c4b678ec34b4235",
            "189d11f39cc14c3faaaafeccdbca6626",
            "71a25e673dcc4539abdd42d59144115c",
            "2784ef2f8af343a5a2c696ad7288dd9c",
            "fe7be520ffff408aa887bd66832f969b",
            "4fc216ba13d547bbb596756cfbe31b08",
            "f298b959bd2a4cc1bd69ad080c2676ed",
            "48ee5ebf486044a6bc296de9ba75b8aa",
            "c27cfdf251944440af65de7f96ed4d96",
            "9abf212b449b458a8686ed39c862df6f",
            "99c461a97c994bc7ba16dc77cef3aca6",
            "c7a9737448954e4ab818512baea0d277",
            "c2239dc6596b40069aeecdda6aff5a8e",
            "f8ffb8203d914d2682bd4e3b824eb559",
            "3c0d4c47af494b8e9fb02f98c0d3698d",
            "3dd457283b674556ad89c6e3ecf05bed",
            "5d7f2bf45bc24597878475a7137b1011",
            "20c1a47d67264e219ce2d46ceb252346",
            "0fc0fd4d0bc84ddab92f334496132cc8",
            "07969a64ca0648199f98d2d5ae4afc32",
            "4bbff67a00234866a6dc6e5503234421",
            "de782795568d446caf52daa97a3aecac",
            "80e10c1ef52646bcbc4acd32f6206838",
            "810fabfa87f14e7ebec4431ca0453b64",
            "f8c66bb1fbe8459d8bf302d357acea53",
            "29eb3ed5a4ef45678fd7e120c6989164",
            "15f6c9fe8abd407183b0909396115e62",
            "a7a67ad01b4745dd9bfe64724663c81c",
            "bb49705860d042fab73b38cf797b5611",
            "7a71fed2da2f46deb678d284bb66adf0",
            "25cfbaac65014e5b9ee0efabb02911a1",
            "e2c3949c856840a7ba61308aabaa0f41",
            "5dd69b142a0a4270a8668e3d26477723",
            "cef73d4e6ea54a7782676136ed0d9782",
            "e7e10edf419645078c1066e6d18da79e",
            "d8d9b1d2bb4e4d4a8e00f45908535a7f",
            "77c56bec171e4a94a1eac3a36560cc63",
            "aaaba6a5ea034437b668b60f612caeb2",
            "6a3ae74bccc7471498738d13231195e3",
            "103d615e848a428fb5e6b110521a79b9",
            "7d328ee5c1494a6b9c04e459250fb498",
            "18a9f46b7ee04dda9640320134fc4df6",
            "9f79da46e3cb422298a474bd9909d3cb",
            "5802bd89725041a2b07bf98e1a417a43",
            "44cb5bb6765746e8befbff2a3b4321eb",
            "5c2d9736971747a48ea82866c3979b4d",
            "2ea190b7c5444adda6b58935454f7626",
            "cabc2fcb5fc141f5b402a284ead78fa3"
          ]
        },
        "id": "ax9MCJi1B3_6",
        "outputId": "527a341d-b043-4e67-b65a-d32d9a49724d"
      },
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading builder script:   0%|          | 0.00/3.45k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "9424cceec386431fb90dda2b96f98a24"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading metadata:   0%|          | 0.00/2.52k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "c3d1360626d647b49463de5dffc5d7cb"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "WARNING:datasets.builder:No config specified, defaulting to: alt/alt-parallel\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Downloading and preparing dataset alt/alt-parallel (download: 20.30 MiB, generated: 72.47 MiB, post-processed: Unknown size, total: 92.77 MiB) to /root/.cache/huggingface/datasets/alt/alt-parallel/1.0.0/e784a3f2a9f6bdf277940de6cc9d700eab852896cd94aad4233caf26008da9ed...\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading data:   0%|          | 0.00/21.1M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "bb8cb8b42cf3450d8b7789a49d20b3bb"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading data:   0%|          | 0.00/162k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "5bd2a5aa51d84903ae20e073b1456610"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading data:   0%|          | 0.00/9.08k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "bcec7e6aaa354b03aa6c054cc49844c0"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading data:   0%|          | 0.00/9.23k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "0306e8f7d1ce4d7592b5ea0b4c91a405"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Generating train split:   0%|          | 0/18094 [00:00<?, ? examples/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "fe7be520ffff408aa887bd66832f969b"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Generating validation split:   0%|          | 0/1004 [00:00<?, ? examples/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "3dd457283b674556ad89c6e3ecf05bed"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Generating test split:   0%|          | 0/1019 [00:00<?, ? examples/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "15f6c9fe8abd407183b0909396115e62"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Dataset alt downloaded and prepared to /root/.cache/huggingface/datasets/alt/alt-parallel/1.0.0/e784a3f2a9f6bdf277940de6cc9d700eab852896cd94aad4233caf26008da9ed. Subsequent calls will reuse this data.\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/3 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "aaaba6a5ea034437b668b60f612caeb2"
            }
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "train_dataset = dataset['train']\n",
        "test_dataset  = dataset['test']"
      ],
      "metadata": {
        "id": "LGDjNOIcB4B5"
      },
      "execution_count": 14,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "LANG_TOKEN_MAPPING = {\n",
        "    'en': '<en>',\n",
        "    'ja': '<jp>',\n",
        "    'zh': '<zh>'\n",
        "}"
      ],
      "metadata": {
        "id": "s3VRDo5HAPOL"
      },
      "execution_count": 15,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "special_tokens_dict = {'additional_special_tokens': list(LANG_TOKEN_MAPPING.values())}\n",
        "tokenizer.add_special_tokens(special_tokens_dict)\n",
        "model.resize_token_embeddings(len(tokenizer))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "3bdmGFcnFz6X",
        "outputId": "44cc29c2-8afc-4934-8bd9-57301114cca3"
      },
      "execution_count": 16,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Embedding(250103, 512)"
            ]
          },
          "metadata": {},
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "max_seq_len = model.config.max_length\n",
        "token_ids = tokenizer.encode(\n",
        "    example_input_str, return_tensors='pt',\n",
        "    padding = 'max_length',\n",
        "    truncation=True, max_length=max_seq_len)\n",
        "print(token_ids)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ivqIYX5pFz8n",
        "outputId": "8f2a139d-4666-4a54-e2d9-e3b6dc600f97"
      },
      "execution_count": 18,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "tensor([[250101,   1494,    339,    259,    262,   2978,    259,    272,   1982,\n",
            "           1315,    260,      1,      0,      0,      0,      0,      0,      0,\n",
            "              0,      0]])\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def encode_input_str(text, target_lang, tokenizer, seq_len,\n",
        "                     lang_token_map=LANG_TOKEN_MAPPING):\n",
        "  target_lang_token = lang_token_map[target_lang]\n",
        "\n",
        "  # Tokenize and add special tokens\n",
        "  input_ids = tokenizer.encode(\n",
        "      text=target_lang_token+text,\n",
        "      return_tensors='pt',\n",
        "      padding='max_length',\n",
        "      truncation=True,\n",
        "      max_length=seq_len)\n",
        "  return input_ids[0]\n",
        "\n",
        "def encode_target_str(text, tokenizer, seq_len,\n",
        "                      lang_token_map=LANG_TOKEN_MAPPING):\n",
        "  token_ids = tokenizer.encode(\n",
        "      text =text,\n",
        "      return_tensors='pt',\n",
        "      padding='max_length',\n",
        "      truncation=True,\n",
        "      max_length=seq_len)\n",
        "  return token_ids[0]\n",
        "\n",
        "def format_translation_data(translations, lang_token_map,\n",
        "                            tokenizer, seq_len=128):\n",
        "  # Choose a random 2 languages for in i/o\n",
        "  langs = list(lang_token_map.keys())\n",
        "  input_lang, target_lang = np.random.choice(langs, size=2, replace=False)\n",
        "\n",
        "  # Get the translations for the batch\n",
        "  input_text  = translations[input_lang]\n",
        "  target_text = translations[target_lang]\n",
        "\n",
        "  if input_text is None or target_text is None:\n",
        "    return None\n",
        "  \n",
        "  input_token_ids = encode_input_str(\n",
        "      input_text, target_lang, tokenizer, seq_len, lang_token_map)\n",
        "  \n",
        "  target_token_ids = encode_target_str(\n",
        "      target_text, tokenizer, seq_len, lang_token_map)\n",
        "  \n",
        "  return input_token_ids, target_token_ids\n",
        "\n",
        "def transform_batch(batch, lang_token_map, tokenizer):\n",
        "  inputs=[]\n",
        "  targets=[]\n",
        "  for translation_set in batch['translation']:\n",
        "    formatted_data = format_translation_data(\n",
        "        translation_set, lang_token_map, tokenizer, max_seq_len)\n",
        "    if formatted_data is None:\n",
        "      continue\n",
        "    input_ids, target_ids = formatted_data\n",
        "    inputs.append(input_ids.unsqueeze(0))\n",
        "    targets.append(target_ids.unsqueeze(0))\n",
        "\n",
        "  batch_input_ids = torch.cat(inputs).cuda()\n",
        "  batch_target_ids = torch.cat(targets).cuda()\n",
        "\n",
        "  return batch_input_ids, batch_target_ids\n",
        "\n",
        "def get_data_generator(dataset, lang_token_map, tokenizer, batch_size=32):\n",
        "  dataset = dataset.shuffle()\n",
        "  for i in range(0, len(dataset), batch_size):\n",
        "    raw_batch = dataset[i:i+batch_size]\n",
        "    yield transform_batch(raw_batch, lang_token_map, tokenizer)"
      ],
      "metadata": {
        "id": "-TwHSYZ3Grm9"
      },
      "execution_count": 26,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "in_ids, out_ids = format_translation_data(train_dataset[0]['translation'],\n",
        "                        LANG_TOKEN_MAPPING, tokenizer)\n",
        "\n",
        "print(''.join(tokenizer.convert_ids_to_tokens(in_ids)))\n",
        "print(''.join(tokenizer.convert_ids_to_tokens(out_ids)))\n",
        "\n",
        "data_gen   = get_data_generator(train_dataset, LANG_TOKEN_MAPPING, tokenizer, 8)\n",
        "data_batch = next(data_gen)\n",
        "print('Input shape:', data_batch[0].shape)\n",
        "print('Output shape:', data_batch[1].shape)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "6ppTOvCKGror",
        "outputId": "a04c0740-76bc-4d41-f410-e6140b095975"
      },
      "execution_count": 27,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<zh>▁Italy▁have▁defeated▁Portugal▁31-5▁in▁Pool▁C▁of▁the▁2007▁Rugby▁World▁Cup▁at▁Parc▁des▁Princes,▁Paris,▁France.</s><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad>\n",
            "▁意大利在法国巴黎王子公园体育场举办的2007年橄榄球世界杯C组以31-5击败葡萄牙。</s><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad><pad>\n",
            "Input shape: torch.Size([8, 20])\n",
            "Output shape: torch.Size([8, 20])\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "n_epochs       = 5\n",
        "batch_size     = 16\n",
        "print_freq     = 50\n",
        "lr             = 5e-4\n",
        "n_batches      = int(np.ceil(len(train_dataset) / batch_size))\n",
        "total_steps    = n_epochs * n_batches\n",
        "n_warmup_steps = int(total_steps * 0.01)"
      ],
      "metadata": {
        "id": "5lyld3eRFz-x"
      },
      "execution_count": 28,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Optimizer mt5\n",
        "optimizer = AdamW(model.parameters(), lr=lr)\n",
        "scheduler = get_linear_schedule_with_warmup(\n",
        "    optimizer, n_warmup_steps, total_steps)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "_1PyfQadSdiN",
        "outputId": "211eecc2-4207-4812-fbf0-12918ae22404"
      },
      "execution_count": 29,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/transformers/optimization.py:310: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use the PyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning\n",
            "  FutureWarning,\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "losses = []"
      ],
      "metadata": {
        "id": "UB8QbzFgSdkZ"
      },
      "execution_count": 30,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def eval_model(model, gdataset, max_iters=8):\n",
        "  test_generator = get_data_generator(gdataset, LANG_TOKEN_MAPPING,\n",
        "                                      tokenizer, batch_size)\n",
        "  eval_losses = []\n",
        "  for i, (input_batch, label_batch) in enumerate(test_generator):\n",
        "    if i>=max_iters:\n",
        "      break\n",
        "    \n",
        "    model_out = model.forward(\n",
        "        input_ids = input_batch,\n",
        "        labels = label_batch)\n",
        "    eval_losses.append(model_out.loss.item())\n",
        "\n",
        "    return np.mean(eval_losses)"
      ],
      "metadata": {
        "id": "iGtMeSLWV2Dl"
      },
      "execution_count": 37,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "test_loss = eval_model(model, test_dataset)"
      ],
      "metadata": {
        "id": "5OsbByIMW0RB"
      },
      "execution_count": 38,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "test_loss"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "aY74fkGdW0Vw",
        "outputId": "7dab6729-0ac8-438d-e763-b141bb2f600a"
      },
      "execution_count": 39,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "4.292726516723633"
            ]
          },
          "metadata": {},
          "execution_count": 39
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "for epoch_idx in range(n_epochs):\n",
        "  # Randomize data order\n",
        "  data_generator = get_data_generator(train_dataset, LANG_TOKEN_MAPPING,\n",
        "                                      tokenizer, batch_size)\n",
        "  for batch_idx, (input_batch, label_batch) in tqdm_notebook(enumerate(data_generator), total=n_batches):\n",
        "    optimizer.zero_grad()\n",
        "\n",
        "    # Forward pass\n",
        "    model_out = model.forward(\n",
        "        input_ids = input_batch,\n",
        "        labels = label_batch)\n",
        "    \n",
        "    loss = model_out.loss\n",
        "    losses.append(loss.item())\n",
        "    loss.backward()\n",
        "    optimizer.step()\n",
        "    scheduler.step()\n",
        "\n",
        "    # Print training update info\n",
        "    if (batch_idx + 1) % print_freq==0:\n",
        "      avg_loss = np.mean(losses[-print_freq:])\n",
        "      print('Epoch: {} | Step: {} | Avg. loss: {:.3f} | lr: {}'.format(\n",
        "          epoch_idx+1, batch_idx+1, avg_loss, scheduler.get_last_lr()[0]))\n",
        "    if (batch_idx + 1) % print_freq==0:\n",
        "      test_loss = eval_model(model, test_dataset)\n",
        "      print('Test loss of {:.3f}'.format(test_loss))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000,
          "referenced_widgets": [
            "c918a74b27484b1e8a80473629bdb420",
            "e046421776e14b6bae82c62b4a339a1d",
            "c549bae1808844e8b00048ff85b763fc",
            "1d423cabab014cef90a409b1e85248cb",
            "ee01e454d1874f448d6c671dbca1f214",
            "0d7f916776d44a1d85f9ccf8396e1217",
            "cbf530cd68694bf1b79b73b65c98bd70",
            "8b615fd7c2404bde92ff327cbcdf19b0",
            "f28b5352f7c744c68ed7c102f7c41309",
            "f3615a25c4db4d0193542c7c231cd483",
            "6c95e4183b66439e91e0419a1c0d1d03",
            "f17cad8d613c4ceb81aa8e86666f6ed7",
            "264ef3f1e30b4e75ac8cc9c9d60ca01c",
            "cd79172cbe42454997ba17a63f419bb0",
            "09e87a3898d64ea498a1be5fc6f83df1",
            "1f8ff6461c8f4fdd84a810d2bb698633",
            "0efdeeb03da244b88ebbb3d8c5dda6a4",
            "e13400fdd9584a15a74ab13dd0689ea6",
            "ba409acf4fcc4ebd85034b80373d6899",
            "53e196c4efc54c2bac656df56b533b59",
            "a9bc76fad7614e90b2edb6e7976e97be",
            "1a8f43d9be824b8e97c13a00cb5c5814",
            "197c2115da054df8a2642ce2f0c737ac",
            "f706ccedbc6f43f1a1895be48d0ae2a9",
            "7ce170eb5ad54475a85dab0054055fd1",
            "d24b0dd5addd49f6b322517e1791215d",
            "e5ea0bded965470e8a4c0ecf34d5c0c4",
            "b0b291959ed64173b0fb435c7fcae2c5",
            "03209c99f1d34061869ae1535bb91fc6",
            "ea61623294e54e6eb63f1016a83ed792",
            "f9df17ea2b1d4fbf90e494cbaa63d84e",
            "f1d7977670374f188e8d393ed085ee7e",
            "24cb749c8252415d94462052f00978cd",
            "1777f5274c894be2affcca9956873e61",
            "a7f74f6338e84d5283ee237c446b7e9b",
            "ff377d131b3844b6914be5aa3b9c0286",
            "6f27ba6b91e4402c8e49a5eaac6e75e1",
            "9f0e4ca46ffa4f7d8bbf1dc07197b81b",
            "9fb056d8ca2947c2b2e15e04097aaa48",
            "88904bd646d546c1ab874cbe8cb8c564",
            "314096f1937344c8a23017def4355f5b",
            "df29b66bc04b4f289898a396d505d0d6",
            "2daca7985ec64863b71b068b583352cf",
            "0ce63db4534e418c95052a75a23cf1d9",
            "260d4059531f4d95ae5b9b49cd78b39f",
            "296f600d9a304f83b28b0ae6d379ec5c",
            "63427f81e9e34698b22dca534d88535f",
            "8920535892254564b312f3c63293f1bf",
            "b8ac2971b43542f2b1c68cce3014d911",
            "d9db686ec9b8448e9b24c0c0472666c6",
            "f57e19d9a6a344a8911080dec55b7228",
            "d558147a475b473d8689a36a63c482c0",
            "492a9f1408c64f83ba0a5ea91d3b1216",
            "0c48984889d34252bd2bc9f0a5526be1",
            "15129580f47b4f01b4e6b8b091057ef9"
          ]
        },
        "id": "rhCorJZkF0BY",
        "outputId": "28d6e8ec-5fdb-4043-8f1f-0b58a63df26d"
      },
      "execution_count": 45,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/ipykernel_launcher.py:5: TqdmDeprecationWarning: This function will be removed in tqdm==5.0.0\n",
            "Please use `tqdm.notebook.tqdm` instead of `tqdm.tqdm_notebook`\n",
            "  \"\"\"\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/1131 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "c918a74b27484b1e8a80473629bdb420"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Epoch: 1 | Step: 50 | Avg. loss: 3.494 | lr: 0.00045115199142704057\n",
            "Test loss of 3.513\n",
            "Epoch: 1 | Step: 100 | Avg. loss: 3.411 | lr: 0.00044668690837649583\n",
            "Test loss of 3.464\n",
            "Epoch: 1 | Step: 150 | Avg. loss: 3.412 | lr: 0.00044222182532595105\n",
            "Test loss of 3.529\n",
            "Epoch: 1 | Step: 200 | Avg. loss: 3.365 | lr: 0.00043775674227540637\n",
            "Test loss of 3.635\n",
            "Epoch: 1 | Step: 250 | Avg. loss: 3.308 | lr: 0.0004332916592248616\n",
            "Test loss of 3.757\n",
            "Epoch: 1 | Step: 300 | Avg. loss: 3.266 | lr: 0.00042882657617431685\n",
            "Test loss of 3.398\n",
            "Epoch: 1 | Step: 350 | Avg. loss: 3.275 | lr: 0.00042436149312377207\n",
            "Test loss of 2.829\n",
            "Epoch: 1 | Step: 400 | Avg. loss: 3.243 | lr: 0.0004198964100732274\n",
            "Test loss of 3.503\n",
            "Epoch: 1 | Step: 450 | Avg. loss: 3.255 | lr: 0.0004154313270226826\n",
            "Test loss of 3.217\n",
            "Epoch: 1 | Step: 500 | Avg. loss: 3.263 | lr: 0.00041096624397213787\n",
            "Test loss of 3.245\n",
            "Epoch: 1 | Step: 550 | Avg. loss: 3.234 | lr: 0.0004065011609215932\n",
            "Test loss of 2.897\n",
            "Epoch: 1 | Step: 600 | Avg. loss: 3.161 | lr: 0.0004020360778710484\n",
            "Test loss of 3.379\n",
            "Epoch: 1 | Step: 650 | Avg. loss: 3.144 | lr: 0.0003975709948205037\n",
            "Test loss of 3.300\n",
            "Epoch: 1 | Step: 700 | Avg. loss: 3.191 | lr: 0.0003931059117699589\n",
            "Test loss of 3.355\n",
            "Epoch: 1 | Step: 750 | Avg. loss: 3.161 | lr: 0.0003886408287194142\n",
            "Test loss of 3.456\n",
            "Epoch: 1 | Step: 800 | Avg. loss: 3.126 | lr: 0.0003841757456688694\n",
            "Test loss of 3.633\n",
            "Epoch: 1 | Step: 850 | Avg. loss: 3.140 | lr: 0.0003797106626183247\n",
            "Test loss of 3.174\n",
            "Epoch: 1 | Step: 900 | Avg. loss: 3.146 | lr: 0.00037524557956778\n",
            "Test loss of 3.095\n",
            "Epoch: 1 | Step: 950 | Avg. loss: 3.094 | lr: 0.00037078049651723523\n",
            "Test loss of 3.397\n",
            "Epoch: 1 | Step: 1000 | Avg. loss: 3.089 | lr: 0.0003663154134666905\n",
            "Test loss of 3.353\n",
            "Epoch: 1 | Step: 1050 | Avg. loss: 3.093 | lr: 0.0003618503304161457\n",
            "Test loss of 3.199\n",
            "Epoch: 1 | Step: 1100 | Avg. loss: 3.096 | lr: 0.00035738524736560103\n",
            "Test loss of 3.130\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/1131 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "f17cad8d613c4ceb81aa8e86666f6ed7"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Epoch: 2 | Step: 50 | Avg. loss: 2.968 | lr: 0.00035015181282371853\n",
            "Test loss of 3.002\n",
            "Epoch: 2 | Step: 100 | Avg. loss: 2.971 | lr: 0.0003456867297731738\n",
            "Test loss of 2.966\n",
            "Epoch: 2 | Step: 150 | Avg. loss: 2.922 | lr: 0.00034122164672262907\n",
            "Test loss of 2.822\n",
            "Epoch: 2 | Step: 200 | Avg. loss: 2.909 | lr: 0.0003367565636720843\n",
            "Test loss of 3.628\n",
            "Epoch: 2 | Step: 250 | Avg. loss: 2.885 | lr: 0.0003322914806215396\n",
            "Test loss of 3.127\n",
            "Epoch: 2 | Step: 300 | Avg. loss: 2.898 | lr: 0.0003278263975709948\n",
            "Test loss of 2.894\n",
            "Epoch: 2 | Step: 350 | Avg. loss: 2.908 | lr: 0.0003233613145204501\n",
            "Test loss of 3.292\n",
            "Epoch: 2 | Step: 400 | Avg. loss: 2.926 | lr: 0.00031889623146990535\n",
            "Test loss of 3.304\n",
            "Epoch: 2 | Step: 450 | Avg. loss: 2.965 | lr: 0.0003144311484193606\n",
            "Test loss of 3.058\n",
            "Epoch: 2 | Step: 500 | Avg. loss: 2.858 | lr: 0.0003099660653688159\n",
            "Test loss of 2.873\n",
            "Epoch: 2 | Step: 550 | Avg. loss: 2.915 | lr: 0.0003055009823182711\n",
            "Test loss of 3.073\n",
            "Epoch: 2 | Step: 600 | Avg. loss: 2.939 | lr: 0.00030103589926772637\n",
            "Test loss of 3.193\n",
            "Epoch: 2 | Step: 650 | Avg. loss: 2.892 | lr: 0.00029657081621718164\n",
            "Test loss of 3.135\n",
            "Epoch: 2 | Step: 700 | Avg. loss: 2.875 | lr: 0.0002921057331666369\n",
            "Test loss of 3.090\n",
            "Epoch: 2 | Step: 750 | Avg. loss: 2.896 | lr: 0.0002876406501160921\n",
            "Test loss of 3.199\n",
            "Epoch: 2 | Step: 800 | Avg. loss: 2.830 | lr: 0.00028317556706554744\n",
            "Test loss of 3.017\n",
            "Epoch: 2 | Step: 850 | Avg. loss: 2.850 | lr: 0.0002787104840150027\n",
            "Test loss of 3.120\n",
            "Epoch: 2 | Step: 900 | Avg. loss: 2.851 | lr: 0.0002742454009644579\n",
            "Test loss of 2.853\n",
            "Epoch: 2 | Step: 950 | Avg. loss: 2.885 | lr: 0.0002697803179139132\n",
            "Test loss of 3.227\n",
            "Epoch: 2 | Step: 1000 | Avg. loss: 2.837 | lr: 0.00026531523486336846\n",
            "Test loss of 2.482\n",
            "Epoch: 2 | Step: 1050 | Avg. loss: 2.865 | lr: 0.00026085015181282373\n",
            "Test loss of 3.269\n",
            "Epoch: 2 | Step: 1100 | Avg. loss: 2.831 | lr: 0.00025638506876227894\n",
            "Test loss of 3.079\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/1131 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "197c2115da054df8a2642ce2f0c737ac"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Epoch: 3 | Step: 50 | Avg. loss: 2.705 | lr: 0.0002491516342203965\n",
            "Test loss of 3.328\n",
            "Epoch: 3 | Step: 100 | Avg. loss: 2.708 | lr: 0.00024468655116985176\n",
            "Test loss of 2.896\n",
            "Epoch: 3 | Step: 150 | Avg. loss: 2.757 | lr: 0.00024022146811930703\n",
            "Test loss of 3.093\n",
            "Epoch: 3 | Step: 200 | Avg. loss: 2.735 | lr: 0.0002357563850687623\n",
            "Test loss of 3.397\n",
            "Epoch: 3 | Step: 250 | Avg. loss: 2.746 | lr: 0.00023129130201821754\n",
            "Test loss of 2.895\n",
            "Epoch: 3 | Step: 300 | Avg. loss: 2.703 | lr: 0.0002268262189676728\n",
            "Test loss of 3.262\n",
            "Epoch: 3 | Step: 350 | Avg. loss: 2.709 | lr: 0.00022236113591712805\n",
            "Test loss of 2.924\n",
            "Epoch: 3 | Step: 400 | Avg. loss: 2.721 | lr: 0.00021789605286658332\n",
            "Test loss of 3.398\n",
            "Epoch: 3 | Step: 450 | Avg. loss: 2.709 | lr: 0.00021343096981603856\n",
            "Test loss of 3.041\n",
            "Epoch: 3 | Step: 500 | Avg. loss: 2.693 | lr: 0.00020896588676549383\n",
            "Test loss of 3.031\n",
            "Epoch: 3 | Step: 550 | Avg. loss: 2.700 | lr: 0.00020450080371494912\n",
            "Test loss of 2.927\n",
            "Epoch: 3 | Step: 600 | Avg. loss: 2.656 | lr: 0.00020003572066440436\n",
            "Test loss of 3.163\n",
            "Epoch: 3 | Step: 650 | Avg. loss: 2.693 | lr: 0.00019557063761385963\n",
            "Test loss of 3.053\n",
            "Epoch: 3 | Step: 700 | Avg. loss: 2.685 | lr: 0.00019110555456331487\n",
            "Test loss of 3.248\n",
            "Epoch: 3 | Step: 750 | Avg. loss: 2.689 | lr: 0.00018664047151277014\n",
            "Test loss of 3.329\n",
            "Epoch: 3 | Step: 800 | Avg. loss: 2.631 | lr: 0.00018217538846222538\n",
            "Test loss of 3.050\n",
            "Epoch: 3 | Step: 850 | Avg. loss: 2.688 | lr: 0.00017771030541168065\n",
            "Test loss of 2.743\n",
            "Epoch: 3 | Step: 900 | Avg. loss: 2.728 | lr: 0.00017324522236113595\n",
            "Test loss of 3.066\n",
            "Epoch: 3 | Step: 950 | Avg. loss: 2.669 | lr: 0.0001687801393105912\n",
            "Test loss of 2.998\n",
            "Epoch: 3 | Step: 1000 | Avg. loss: 2.645 | lr: 0.00016431505626004645\n",
            "Test loss of 3.060\n",
            "Epoch: 3 | Step: 1050 | Avg. loss: 2.700 | lr: 0.0001598499732095017\n",
            "Test loss of 3.051\n",
            "Epoch: 3 | Step: 1100 | Avg. loss: 2.666 | lr: 0.00015538489015895696\n",
            "Test loss of 2.524\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/1131 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "1777f5274c894be2affcca9956873e61"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Epoch: 4 | Step: 50 | Avg. loss: 2.604 | lr: 0.0001481514556170745\n",
            "Test loss of 2.925\n",
            "Epoch: 4 | Step: 100 | Avg. loss: 2.534 | lr: 0.00014368637256652976\n",
            "Test loss of 2.940\n",
            "Epoch: 4 | Step: 150 | Avg. loss: 2.512 | lr: 0.000139221289515985\n",
            "Test loss of 3.051\n",
            "Epoch: 4 | Step: 200 | Avg. loss: 2.573 | lr: 0.00013475620646544027\n",
            "Test loss of 3.214\n",
            "Epoch: 4 | Step: 250 | Avg. loss: 2.561 | lr: 0.0001302911234148955\n",
            "Test loss of 3.339\n",
            "Epoch: 4 | Step: 300 | Avg. loss: 2.565 | lr: 0.00012582604036435078\n",
            "Test loss of 2.595\n",
            "Epoch: 4 | Step: 350 | Avg. loss: 2.548 | lr: 0.00012136095731380604\n",
            "Test loss of 3.289\n",
            "Epoch: 4 | Step: 400 | Avg. loss: 2.532 | lr: 0.0001168958742632613\n",
            "Test loss of 3.057\n",
            "Epoch: 4 | Step: 450 | Avg. loss: 2.578 | lr: 0.00011243079121271655\n",
            "Test loss of 3.074\n",
            "Epoch: 4 | Step: 500 | Avg. loss: 2.541 | lr: 0.00010796570816217181\n",
            "Test loss of 2.944\n",
            "Epoch: 4 | Step: 550 | Avg. loss: 2.523 | lr: 0.00010350062511162709\n",
            "Test loss of 3.312\n",
            "Epoch: 4 | Step: 600 | Avg. loss: 2.517 | lr: 9.903554206108234e-05\n",
            "Test loss of 2.970\n",
            "Epoch: 4 | Step: 650 | Avg. loss: 2.471 | lr: 9.45704590105376e-05\n",
            "Test loss of 3.120\n",
            "Epoch: 4 | Step: 700 | Avg. loss: 2.529 | lr: 9.010537595999285e-05\n",
            "Test loss of 3.034\n",
            "Epoch: 4 | Step: 750 | Avg. loss: 2.550 | lr: 8.564029290944812e-05\n",
            "Test loss of 3.026\n",
            "Epoch: 4 | Step: 800 | Avg. loss: 2.568 | lr: 8.117520985890337e-05\n",
            "Test loss of 2.838\n",
            "Epoch: 4 | Step: 850 | Avg. loss: 2.475 | lr: 7.671012680835863e-05\n",
            "Test loss of 2.936\n",
            "Epoch: 4 | Step: 900 | Avg. loss: 2.555 | lr: 7.22450437578139e-05\n",
            "Test loss of 2.738\n",
            "Epoch: 4 | Step: 950 | Avg. loss: 2.525 | lr: 6.777996070726917e-05\n",
            "Test loss of 2.884\n",
            "Epoch: 4 | Step: 1000 | Avg. loss: 2.546 | lr: 6.331487765672442e-05\n",
            "Test loss of 2.726\n",
            "Epoch: 4 | Step: 1050 | Avg. loss: 2.532 | lr: 5.8849794606179675e-05\n",
            "Test loss of 2.788\n",
            "Epoch: 4 | Step: 1100 | Avg. loss: 2.477 | lr: 5.4384711555634936e-05\n",
            "Test loss of 3.044\n"
          ]
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "  0%|          | 0/1131 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "260d4059531f4d95ae5b9b49cd78b39f"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Epoch: 5 | Step: 50 | Avg. loss: 2.416 | lr: 4.7151277013752455e-05\n",
            "Test loss of 3.446\n",
            "Epoch: 5 | Step: 100 | Avg. loss: 2.416 | lr: 4.2686193963207716e-05\n",
            "Test loss of 3.198\n",
            "Epoch: 5 | Step: 150 | Avg. loss: 2.495 | lr: 3.822111091266298e-05\n",
            "Test loss of 3.127\n",
            "Epoch: 5 | Step: 200 | Avg. loss: 2.477 | lr: 3.375602786211824e-05\n",
            "Test loss of 3.172\n",
            "Epoch: 5 | Step: 250 | Avg. loss: 2.478 | lr: 2.9290944811573497e-05\n",
            "Test loss of 2.992\n",
            "Epoch: 5 | Step: 300 | Avg. loss: 2.409 | lr: 2.4825861761028755e-05\n",
            "Test loss of 2.923\n",
            "Epoch: 5 | Step: 350 | Avg. loss: 2.458 | lr: 2.0360778710484016e-05\n",
            "Test loss of 2.809\n",
            "Epoch: 5 | Step: 400 | Avg. loss: 2.430 | lr: 1.5895695659939274e-05\n",
            "Test loss of 2.442\n",
            "Epoch: 5 | Step: 450 | Avg. loss: 2.451 | lr: 1.1430612609394535e-05\n",
            "Test loss of 3.183\n",
            "Epoch: 5 | Step: 500 | Avg. loss: 2.423 | lr: 6.965529558849795e-06\n",
            "Test loss of 2.722\n",
            "Epoch: 5 | Step: 550 | Avg. loss: 2.479 | lr: 2.5004465083050546e-06\n",
            "Test loss of 3.142\n",
            "Epoch: 5 | Step: 600 | Avg. loss: 2.423 | lr: 0.0\n",
            "Test loss of 3.170\n",
            "Epoch: 5 | Step: 650 | Avg. loss: 2.482 | lr: 0.0\n",
            "Test loss of 2.745\n",
            "Epoch: 5 | Step: 700 | Avg. loss: 2.448 | lr: 0.0\n",
            "Test loss of 2.846\n",
            "Epoch: 5 | Step: 750 | Avg. loss: 2.434 | lr: 0.0\n",
            "Test loss of 2.723\n",
            "Epoch: 5 | Step: 800 | Avg. loss: 2.482 | lr: 0.0\n",
            "Test loss of 3.014\n",
            "Epoch: 5 | Step: 850 | Avg. loss: 2.426 | lr: 0.0\n",
            "Test loss of 2.833\n",
            "Epoch: 5 | Step: 900 | Avg. loss: 2.409 | lr: 0.0\n",
            "Test loss of 2.874\n",
            "Epoch: 5 | Step: 950 | Avg. loss: 2.467 | lr: 0.0\n",
            "Test loss of 2.579\n",
            "Epoch: 5 | Step: 1000 | Avg. loss: 2.421 | lr: 0.0\n",
            "Test loss of 2.993\n",
            "Epoch: 5 | Step: 1050 | Avg. loss: 2.484 | lr: 0.0\n",
            "Test loss of 2.670\n",
            "Epoch: 5 | Step: 1100 | Avg. loss: 2.422 | lr: 0.0\n",
            "Test loss of 3.011\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Graph the loss\n",
        "window_size = 50\n",
        "smoothed_losses = []\n",
        "for i in range(len(losses)-window_size):\n",
        "  smoothed_losses.append(np.mean(losses[i:i+window_size]))\n",
        "\n",
        "plt.plot(smoothed_losses[100:])"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 285
        },
        "id": "yUxHwEKUF0DX",
        "outputId": "82f2e7c2-d2c4-424d-ad85-f0e100475f7c"
      },
      "execution_count": 46,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[<matplotlib.lines.Line2D at 0x7f6fcc88a410>]"
            ]
          },
          "metadata": {},
          "execution_count": 46
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXgAAAD7CAYAAABgzo9kAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3deUBU5foH8O/MsMm+OCyKu6K4m7lkikpumQKWZde0Wy50r7mWJTd/lem11MqrqWmut25lZSWVmbe8iAulYYqJ4hqiySICCsMOc35/HOYwwwyrwMyc+X7+OnOW4Xmd8eHlPe95XoUgCAKIiEh2lOYOgIiImgYTPBGRTDHBExHJFBM8EZFMMcETEckUEzwRkUwxwRMRyZSduQPQl5OTD622/tPyfXxckZWlaYKImp9c2sJ2WBa5tAOQT1saox1KpQJeXi7VHreoBK/VCg1K8Lpr5UIubWE7LItc2gHIpy1N3Q4O0RARyRQTPBGRTDHBExHJFBM8EZFMMcETEckUEzwRkUxZfYI/c+U25r1zCGXlWnOHQkRkUaw+wd++W4RrabkoKCozdyhERBbF6hO8k4MKAFBUwgRPRKTP6hN8C0fxYdzC4nIzR0JEZFmsPsGzB09EZJrVJ3ipB1/CHjwRkT6rT/BSD76YPXgiIn1Wn+DZgyciMs3qEzzH4ImITLP6BO9or4JCwVk0RERVWX2CVygUcG3hAE1hqblDISKyKFaf4AHAx8MJdzXF5g6DiMiiyCLBe7s74Q4TPBGRARkl+BJzh0FEZFFkkeC93B1xV1MCrSCPhXiJiBqDLBK8j7sTtIKAvALeaCUi0pFFgvf2cAIA3MnjODwRkY4sEryXu5jgP4+5bOZIiIgshywSvLebmOAvXL9j5kiIiCyHnbkDaAy+3s5wclChnZ+buUMhIrIYsujBA0C3tl7I57J9REQS2SR4N2d75BVyLjwRkY6MErwDNAWlEDgXnogIgKwSvD3KtQIKufAHERGAeib4jRs3omvXrrh06ZLRsaioKISEhCA8PBzh4eHYvHlzowVZF+7ODgCAXD7sREQEoB6zaM6dO4eEhAS0bt262nMiIyMxbdq0Rgmsvtyc7QEAeQUl8Pd2NksMRESWpE49+JKSEixfvhzLli1r4nAazq2iB89yBUREojol+PXr1yMsLAyBgYE1nrdr1y5MnDgRc+bMwdWrVxslwLrS78ETEVEdhmhOnz6NxMRELF68uMbzFi1aBLVaDaVSiejoaMyaNQsHDx6ESqWqczA+Pq51PreqDm29AQBahRJqtXU/8GTt8euwHZZFLu0A5NOWpm6HQqhlXuHWrVvx0UcfwcFBHAJJT0+Hj48P3nrrLQwdOrTa6wYNGoSvv/66xjH7qrKyNNBq6z/NUa12Q2ZmHmasigEA7IwKrfd7WApdW6wd22FZ5NIOQD5taYx2KJWKGjvGtfbgIyMjERkZKb0ODQ3Fli1bEBQUZHBeRkYG/Pz8AABHjx6FUqmUXhMRUfO7p1o04eHh2Lp1K/z8/LBkyRJkZWWJi2C7umLz5s2ws2veUjd+Xi2QzZLBREQAGpDgY2JipO1vvvlG2v73v//dKAHdiy5tPHEuOdvcYRARWQTZPMkKAHYqJXLYgyciAiCzBB93Ng0AkF/EufBERLJK8BHDOgAA7mo4F56ISFYJvr2/OwDgbj4TPBGRrBK8h4s4V/9uPsfhiYhkleDdKxJ8Xj7H4ImIZJXgnZ3EWZ8JV26bORIiIvOTVYJXKhQAgKSUHDNHQkRkfrJK8PpKy7TmDoGIyKxkl+CfebgbACAnr8jMkRARmZfsEnzFKA2iPjhu3kCIiMxMdgm+f5CvuUMgIrIIskvwupk0AFBLqXsiIlmTXYIHgLa+YgH8opJyM0dCRGQ+skzwD/UX147NL+QDT0Rku2SZ4F1aiAtw3+UC3ERkw2SZ4AN8nAEAvySmmzkSIiLzkWWC9/MSE/zpyyxZQES2S5YJXqkUJ8MXFJeZORIiIvORZYIHgAHdfOHubG/uMIiIzEa2Cd7dxQGaQvbgich2yTbBu7awR2FxGcrKWXSMiGyTbBO8l5sjACA7l0XHiMg2yTbBt/RwAgDk5HH5PiKyTbJN8O7O4vJ9uQV8mpWIbJN8E3zF+qzxF26ZORIiIvOQbYJ3rZgieZIJnohslF3tp1gnpUKBDgHuAFgymIhsk2x78ADgYKdEcloetFomeSKyPbJO8G38xLrwf2ZqzBwJEVHzk3WCH963NQAg9Xa+mSMhImp+sk7wrhXL9/2axButRGR76pXgN27ciK5du+LSpUtGxwoLC7Fw4UKMHj0a48aNw6FDhxotyIbSLfyRcIVlg4nI9tR5Fs25c+eQkJCA1q1bmzy+Y8cOuLq64qeffsK1a9fw1FNP4ccff4SLi0ujBVtfdipZ/4FCRFSjOmXAkpISLF++HMuWLav2nB9++AFTpkwBALRv3x49e/bEkSNHGiXIezGibyu4OMl2NigRUbXqlPnWr1+PsLAwBAYGVntOamqqQe8+ICAA6en1WzLPx8e1XufrU6vdTO7vEOiF2IRUtHBxhGtF+QJLV11brA3bYVnk0g5APm1p6nbUmuBPnz6NxMRELF68uEkDAYCsLE2D5qyr1W7IzMwzeayFnbi60+GT1zEw2O+e4msONbXFmrAdlkUu7QDk05bGaIdSqaixY1zrEE18fDyuXr2Khx56CKGhoUhPT8fMmTNx7Ngxg/NatWqFmzdvSq/T0tLg7+9/D6E3Dj9vcX3WLd+cM3MkRETNq9YEHxkZiWPHjiEmJgYxMTHw9/fHjh07MHToUIPzxo0bh88//xwAcO3aNZw9exbDhg1rmqjrobW68iYvF/8gIltyT9NMwsPDkZGRAQCYOXMmcnNzMXr0aDz33HNYvnw5XF0bPqbeWJQKBXp08AYA5LF0MBHZkHpPL4mJiZG2v/nmG2nb2dkZ7733XuNE1ciG92mFc8nZ0BSWSis9ERHJnU1MFNc98KQpZA+eiGyHTSR414oEn88ET0Q2xKYS/Mc/GZdYICKSK5tI8O4uYoLPzS8xcyRERM3HJhK8SlnZzLN/ZJkxEiKi5mMTCR4AxgxoAwD41xdnzBwJEVHzsJkE37WNp7TNoRoisgU2k+D7BanRr0tLAFzhiYhsg80keAB4NKQjAOD96EQzR0JE1PRsKsG7uYjlgjWFpXzoiYhkz6YSvG4+PADMX3/UjJEQETU9m0rwSoVCGocnIpI7m0rwADBnUk9pu6CozIyREBE1LZtL8CqlEh4VY/Fz1x2BINR/BSkiImtgcwkeAGY8Eixtx56+WcOZRETWyyYTfK+OPtL2yYuZZoyEiKjp2GSCB4DIsO4AgKSUHA7TEJEs2WyCH9y9ckHwmasPmTESIqKmYbMJHgDcK262EhHJkU0n+LXPPwgA8HRloici+bHpBK9UKuBor8IdTQk++ZGrPRGRvNh0ggeAlp5OAID/nfoTaVmsMklE8mHzCf71ZwZI20u3nTBjJEREjcvmE7ydSmmQ5ImI5MLmEzwAtPN3k7Y5J56I5IIJvkKP9l4AgDzWiScimWCCrzB6QFsAwML3jpk5EiKixsEEX6Fzaw9pO+5smhkjISJqHEzwFZyd7KTtHd8nmTESIqLGwQSvZ9mzlbNpktNyzRgJEdG9Y4LXE+jrKm2v+PCkGSMhIrp3drWfAsyZMwd//vknlEolnJ2d8eqrryI4ONjgnA0bNuDTTz+Fr68vAOC+++7D66+/3vgRNyGlQoG+nVsi4cptAMCvSRkYGOxn5qiIiBqmTgl+9erVcHMT54ofPHgQr7zyCvbu3Wt0XkREBJYsWdK4ETazeY/1ksoHb/nmHBM8EVmtOg3R6JI7AGg0GigUiiYLyNwUCgXeWzAMAODiVKfff0REFkkh1PHRzaVLlyIuLg6CIGD79u3o0qWLwfENGzZgz5498PDwgFqtxrx589CvX78mCbo5RLz0Lcq14j/N7hUPw9WZJYWJyLrUOcHrREdH4/vvv8e2bdsM9mdmZsLT0xP29vaIi4vD4sWLsX//fnh5edX5vbOyNNBq618qQK12Q2ZmXr2vq8mMVTEGr3dGhTbq+1enKdpiDmyHZZFLOwD5tKUx2qFUKuDj41r98fq+YUREBE6cOIGcnByD/Wq1Gvb29gCABx98EAEBAbh8+XJ9395iPBfWw+B1dm6RmSIhImqYWhN8fn4+0tIqn+yMiYmBh4cHPD09Dc7LyMiQtpOSknDz5k106NChEUNtXoO6++HFKX2l14vf/xmJf2ShuKTcjFEREdVdrXcRCwsLsWDBAhQWFkKpVMLDwwNbtmyBQqHA7NmzMX/+fPTq1Qtr167FuXPnoFQqYW9vjzVr1kCtVjdHG5pMjw7emDE+GDv3i0+2rv3iDABg60sjYKfiIwREZNnqPQbflCxpDF5f1fH4hwe1xeMjOzfJz+L4omVhOyyPXNpikWPwBPxw4rq5QyAiqhUTfB385aEuRvvKyrVmiISIqO74JE8djB7QBmqvFghu64Vv45Lxw4nryCsohZebo7lDIyKqFnvwddS3c0s4Oqjg69UCABCflIFz17LNHBURUfWY4OvJveKJ1s9iruDdzxLwRyrLChORZWKCr6dOeis/AcA/PzqJo7+nmikaIqLqMcHXk7uLcU2aXfsv8KYrEVkcJvh78GRo5Vz4yLdjzRcIEZEJTPAN8Noz96Nfl5YYNaCNuUMhIqoWE3wDtPd3x7zHekOpUGBQ98oFQeIv3DJjVEREhpjg79FzYT0wtFcAAGBzdCLyi0px+04hAOC3i5n4Ni4ZBUVlAABBEPDhgQtYt+cMvoi5YraYicg28EGnRvDUmCAcOytW3Fy2Mx5ZuUVwd3FAbn4JACD6aDJ2RoXi58R0HE4QZ9z8fjULfbu0RFAbz2rfl4joXrAH3wgc7VXSdlZF3Xhdcpf23y1CaZnhTJtfzqVDU1ja9AESkU1igm8k6+YPrfF4/IVbuHk732Df4YRUzF9/tCnDIiIbxgTfSNz11mxVKRVwsBf/aScMaQcA+OLQFfzvtz8BAJNHdDK49q6muNr3vZtfghUfxnOePRHVG8fgG5GpdVszcgqw7+cUg33jB7dDWz9XrP1cXEBk0cY4bHlxOBz0hnp0Fm04BgD4+sgfeKKJatATkTyxB9/E/LycDV4/WVF6uGcHH4P9NzI1Jq/39RSLm7FyJRHVF3vwzWD7kpHILyzF3fwSBKorV195/ZkBeOPf8QCAi9fvoFMrD/zwyzWoXR3Qzt8NgiDAyVHs1efkVj+MQ0RkCnvwzUCpUMDN2cEguQNAO383TBsTBABITstFWlY+3v/yjJT0vzmWjOsZYs/+wK9cRYqI6ocJ3sxC7wsEID4UtXTbCWl/aZkW38ZdMzi3ppuxRERVMcFbqNt3C432LdoYB0BM/gVFxvPnS8u00FrOGupEZGZM8BZg5exBRvt0vfkHevgZHC8oKsPW785h7rqjmLEqBmXlWmTeKcTCDcfw3Dux2H3wssmfoRUEzFgVgy8OsUQCka1ggrcAAT4u2PzicJPH7u/qiwAfF4zs1xoAcObqbfx2MVM6Hvl2LJZs+UV6clY31/56Rh4WbTgGoaJHr5tueeAEx/KJbAUTvIVwtFdhxcyB2PbKKIP9we29AACPPCA+MLXtu/N1er9lu+JxN78E55KzUVhchrwClkQgsjVM8BaktdoV/j4uWPbsAGmfrs6Nh6vxSlLVKS4tl7bLtQJOViljfCun4B4jJSJrwARvgdr6uQEAWjiqoFAoAAAqpeFH9eKUvpg+tqv0enjfVvDzEh+K+vu7h6X92blFcHIUH3do3dIFALD+y9+bLngishhM8BbqrcjBeDPyAYN9nVq5AwCWTO2HHh28MbSXv3Qsv7AU4cM6GL3P98dTpBk3jw7vCABIy2IPnsgW8ElWC+Xn7Wy0b8lT96FcK0jDNvZ2KrT1dcX1Wxo8Oz4Yt3KMp1Zm5xZLtXC6tfWS9s9YFYPnJ/VC/67qJmoBEZkbE7wVsVMpYVelHtmyGQOlbXcX0+P0uhr1Tg6GF2/ae9ZkgTQikgcmeBnxcnPE2IFt0LOjDwJbuiAxORs7vk+SjisUCnRt44mLN+5I+wRBkMb5iUheOAYvM1NCu6BHe294uDriwYq1YvUteeo+dGtbuUygbglBIpKfOiX4OXPmICwsDBEREZg6dSqSkpKMzikvL8cbb7yBUaNGYfTo0dizZ0+jB0v151wxg2b2xO7SvkVP9MEDPcQbtB/996JZ4iKiplenIZrVq1fDzU2cunfw4EG88sor2Lt3r8E53333Ha5fv44ff/wRd+7cQUREBB544AEEBgY2ftRUZxsXhRgNw9jbqfD0uK745Vy6GSMjoqZWpx68LrkDgEajMTlmu3//fjz++ONQKpXw9vbGqFGjcODAgcaLlBrM1OflaK9CWz9XaSGR4pJyFJeUG51HRNarzjdZly5diri4OAiCgO3btxsdT0tLQ6tWraTXAQEBSE9nD9GS6WrNl5aV482Pf8PNzHxsXzLSzFERUWOpc4JfuXIlACA6Ohpr1qzBtm3bGj0YHx/X2k+qhlrtVvtJVqK52jJ2cDv893gK1n91Fjduicn+8Nl0TA7t0uD31B8OkstnwnZYHrm0panbUe9pkhEREXjttdeQk5MDL6/KB2cCAgKQmpqK3r17AzDu0ddFVpYGWm3965mr1W7IzMyr93WWqDnb4lIxL/58cra078Pvz2O43hOy9fFT/A3s/t9lTB/bFU+M6SaLz0Qu3y25tAOQT1saox1KpaLGjnGtY/D5+flIS0uTXsfExMDDwwOenp4G540bNw579uyBVqtFdnY2Dh48iLFjx95D6NTU9IuS6Tv6eyr+89+LWPmfk3V+r1+TMrD7f2It+v/UMDMnI6eAi5IQNZNae/CFhYVYsGABCgsLoVQq4eHhgS1btkChUGD27NmYP38+evXqhfDwcJw5cwZjxowBADz//PNo06ZNkzeAGm5SSEd8/0uK0f5d+y9I27sPXsZfRtU+ZLPlm3MGr8tN/CWWW1CCf3xwHADw/gshcHIw/vrdvJ0PZ0c76eYvETWcQhAspzvFIZrmb8u/f7iAI2fEh52qPuWqs/3lkVAqjWfizFgVAwDYtCgEz//riMExLzdHrHruAXwbl4z+XdUIVLvi0o07eOezBOmcTYtCkHD5Ngb38INCoUBRSRnmrBXfp6YSCrdyCvDl4T8wbUwQ3J3rXka5IeTy3ZJLOwD5tKU5hmhYqsDG/WVUF3Rv74WcvGIM7R2AeeuOGp2jKSw1qnOjX2NeP7lHPXUfVn1yCjl5xdjw1e9ITM6W/koI8DEsoKa7zsfDCUFtPPHJj5ekYwVFpXB2sjeKpaS0HFEVfwWcvHCLtXSIasBSBTbO0V6FgcF+GDuwLVyc7NHGt7I3ENRGvM9yR1OMO5pizFgVI60D+350otF7ebg4SNcAQKLezVug+jLFunIJSddzpH1zTfyiAYBzVd6TiKrHBE8GZowPBgC09HDCpIr68st2xeOFjXHSOZFvx5q8dsUs48XDq3JyEB+w0nf5T3FYqL2/e63XFxSXGbzWFHIpQqLqMMGTgZaeTgCAQd39ar3R+fykXhgzQLyR/t6CYXBtYS9t65s2JkjaHhjshxem9DU4fvuuWM741KVMVGdzdCKSUnJwR1NssP/gyRsoLi3Hd3HJyMkrruZqItvEMXgy4OJkj/Xzh8LFyd7kjVV9fTr7oH9XNZ58yHCWjS7RA+JasiF9WuHjivH16WODoFIq0b+rGr9drEzohxNuwk6lgIeLA4b1boXoY8koKCqDs5Mdvjp8FfEXbiH+wi2oKmKaMKQd9v2cAtcW9vjnRydxMzMfe48mY96jvdAviIuYEAFM8GSCm97MlJ1RoTh+Lh0qlRIDuvlCEAQcTkhF5p1C2Klq/wMwfGgHg/N0a8tGTuyB4nHlWLLlFxQWl+HMlSyUlQu4m18CHw/xr4i8whKkZeUbTOXUTb98ZHB77Ps5BaVlWtzMzJeOb/j6LFY9Nxi+XsYrYhHZGg7RUK0G9/DHgG6+AMTCZSP6tcbjIzvXeM2To8UFwX3cxWT9weLh2PbyCOm4vZ0Sri3ssfpv4rqzCVduAwDKygU4O4n9jpT0PKz8z29G7+3r2QIO9uJXd0/sVaPjUR8cZ6VMIrAHT03kydFB8Pd0Qs8O3gDEEsWm6A/nAMDQ3gFSDfuqD0/p9O3SstZVqLZ9d16qeU9kq9iDpyahUinRu5NPvZcDnD4mCC09Whjt15+hM35wO6PjS6f3R6+OPgb7OKWSbB0TPJndzEeCpW17O5U0Bq/z8OC2aN3SBd3aeqKdv5v00FXPjt7SOZ1ae2DB5N5orXaR9r37eQIs6EFtombHBE9mZ6omzf89fb+07eEiTtd86S/98Kre/pmPdMeIvq2w6Ik+AMTHtlfMHCRN3QSAU5du1/rztYKAgiLOpyf5YYIns7svqCXcne0x/7He0r6OrSofetLVJ1IoFAZTNz1cHPD0uG5GQzOTQjpK25v2nq11paovY69i7rqj1VbXJLJWTPBkdgqFAuvmD0PfLi0N9r8yvT8A4P6u9ZvX7mivwgeLR0iv/0jLNTienl2A96MToRUECIKAAyeuAwAupORg1/4kZN4pbEAriCwPZ9GQxerc2qPBxcTs7ZTwdHXAHU2JwdOvgiDgla1isbJZF27hRb2nan86eQPnr+VAEIAZevcFiKwVe/AkWytnDwYAnLlSOQ6v//QsIN6I1Tl/TSx2dvO2ptr31BSWoqCorNrjRJaECZ5kq0XFfPpfk27hdEWdm+QqwzWmJKflIe5sGn44kYIffrkmzcSJPX0T89cfxUubf671PTKyC5Bfzxu3ufklWPt5glG9HaKG4hAN2YQNX581eO3saGdQmbJv55bS07QAsOP7JIPzh/YOwLHfxaUrC4vLUFauxflrOfBwcYCvVwuUlJbDw1Wc7SMIAv5RMQz02jP311olU6sVoFQqcPhMKhKTs/HRgYuYP7l3jdcQ1QUTPMnaewuGYf5649ryL0/th2W74gEAGxcOkxYXufLnXbz5sXF5BF1y1zFVMnnh433Qu5MP7mhKpH1rPz8jVdfMzS+BawvDIm7RR//At3HXsO3lEUi7LdbUSbhyG/uPpxg80PXbxVvYtFeswc9FTqiuOERDsubiZLoP09bPDR0C3DEw2Ndg5ajOgR4N/lnr9pyBVivgxU2VtfM1haVIrxiuWbjhGGatOYTrGZXLtH0bdw0AMHtNLI6fz5D2fxl71eDegS65A5AWXiGqDRM8yZpCocCsCYYzYja/MByAWN7gubAeRtf0qzJdU2fCkHZY9uyAGn/epr1njfa9svW4wVKIy3bF45KJtW+rWv/l79h75A+cvmy6Tn5pGeftU804REOyN6RnAAZ194MChg9KVVfv/qnRQTh9Wew9R0b0wplLt3DifAZaONqhrZ8bNi0KwYET19EhwB3vffW7wbW662qz6pNT2L5kpNH+8YPbYf/xyvLI3/18rdr3iD2ditF6T+0SVcUePNkElVJZ6wImOt7uTlJFy4nDOsKjyoLjLRztMCmkI/p2aYmdUaHYGRWK158x7tmvmz+0xp+z4sOTAIAgvWGhySM61XjNwGBfaXv3/y7X3BCyeUzwRCb831/vR9RT9wEAWrUUC5j5ehpXudRp5+9mMBS0YuZAuOstnOJgp8SSqf2w8PE+GNorAIBY7x4AJo8wrK2/aVGI0SpZAODv7Yy/hffExoUh0r6vj1zFjFUxBuP1luBWTgFO6N1TIPPgEA2RCf7ezvD3FleFGtY7AP7ezuhSyw3YIT0DcFdTgm9/vib9UtD556xBaFnxC8LHwwnHzlbOytHd2H2ghx8A8S+EMQPaYETfVvjbu4cBAB0C3PHqX8VCa856N473/SwO56z/8neLml0T9YE4TbStnysCfFxqOZuaChM8US0UCgWC2njW6dyHB7fDw3rTG9+YMRA3b2uk5A4Y/iXw8KC2AExPfXSwr1wkpS7z4u9qiqW5+JYiLauACd6MOERD1ITa+LpicHfDlaXs7ZRYPmMgJo/oZFD5sibuzoYrX21+cTieHd/NYN+ijXHIKyhBXV25eRcvvf9zk5Ze0D1BTObBBE9kBoG+rhg/uF2tC5e/MKUPlj7d32hlLEd7FQYG+xmdvzk60WgfAJSXaw1eF5eW483//Ias3CKj9Wuv3LyLGati8Pbu03VpipGsu0XSdlwi18Y1Jw7REFmwnh18qj3maK9CgI8zvN0cca6iUNqF64bz67/7+Rr2HvkDADB7Yndpndof9KZifvLTJTzUP1B6/WbFQudJKTnQCgKU9Vx2sbp5+9T82IMnsmIrZw/Gi0/2M9hXqFdjR5fcAXEh8tIyLQqLy6QnaKv68dfrBq+jjyYjNuEmvjp8tc4xfXpQnL6pm9JpasGVpGvZ0BRyFa2mxh48kQysem4w/rH1OAQBWPx+HDYtGm7yvOfeiTV4rSu6JggCFAqF0V8A+/QetOoQ4I77guq++IruvfYfT8GkkI4QBAFz1x1BYbGY8Nv6uWL2hO5wdrLHu58n4OmxXdEl0KPeC7VT9diDJ5IBXy9nrJ8vFjUrLC7HwZM3jHrjpugqas5cfQgApIqab/99iNG5G782LsNQ1bnkbGl7fMUMoaKKHnzm3SIpuQPA9QwNXt3xK17cFIfU2/lY9ckpzFx9CGVV7hdQw9Wa4HNycjB79myMHTsWEydOxNy5c5GdnW10XlRUFEJCQhAeHo7w8HBs3ry5SQImItNcW1TOtPn04GV8FnOlxvPfWzAML/+lcnjnowMXKt/L2R7t/N2MrsnIKQAAlJZpoa2oky++LkdOXrG0gErn1h4Y1qcVAHGlrNt3ChG15Zc6tSPy7Vgm+UZS6xCNQqHArFmzMGjQIADA6tWr8c477+DNN980OjcyMhLTpk1r/CiJqE7u76rGySqrVj0Z2hljhnTEjH/+aLDftYU9urXzkl7HJqRK2w52Ssx/rLdBZUwAeGd3ArJyK2fJ7IwKRWmZFq9sPWGwf95jvaQFVwBg1w8XUB9vfXxKerCLGq7WHrynp6eU3AGgb2XyPzgAAAzsSURBVN++SE1NreEKIjKXv0f0NNr30P2BUHu1wM6oULwzZwimhHbGmr89UO17vP7MACgUCni5OWJY7wD8LbwHlj4tLoCun8QBQCsI2BN7xWi/W0WZBlVF/R+1pxMA4Nnx3aQ4aqJbeev3q1n4329/1nhuU/vvr9fx2o5fG+397jbjil31GoPXarXYvXs3QkNNPxK9a9cuTJw4EXPmzMHVq3W/605EjUOhUGCU3pRHQCy0puPt7oSxA9saPFmr/xTt9DFBBkMzz44PxsBgP3Rq5WGytn5GdgF+qTLXfUjPyge7yrXiMM6RM2JphmG9W0lxTArpiE6t3bEzKhRzH+2FYb0DsG5eZYG2RRuPYd2eM/jkp0t45zPjOfkJV25jxqoY/HA8Bd/FJWPGqhjEJtyUavzU1+pPTuHQKeNfJp/HXMGfmRr8mmRcW0erFaQlHU0pKS03KOt86lImFm2Mw/lrxsPcTaFes2hWrFgBZ2dnk8MwixYtglqthlKpRHR0NGbNmoWDBw9CpVKZeCfTfHxc6xOOAbXaeLzQWsmlLWyHecx98j5c/PMOJocGoWcnH6i9xJo6NbXDz9sZGdkFmDC8s8ECKPry9Z54nTauGz4+cAFLt50wOu/5J/rBvaIC598f643NeiWV9WOYEd5L2h6rdsPYB8Wneh3slCgp0+Ku3spYKpXK4Fpvbxe896W46Mme2MrO5EcHLgIA5j/RF4N7BUh/SdQm/nw6Lt64g4s37mDy6G5S5VH9B8S2fHMOPbr4on1A5RKME1/8BgDw8RvjTJaJCFv8DbzcHPHh6+MAABsrFmo5nnQLwwe0a/LvVp0T/OrVq5GSkoItW7ZAqTTu+Pv5VT5VFxERgbfeegvp6elo3bp1nYPJytJAq63+t2F11Go3ZGY27Le2pZFLW9gO83rj2YHiRlk5MjPzam3HW5GDAQD5eUXIzysyeU6fTj44czULAOBXMeRS9T0cHVQoLihGZoE4DOGolypaejjV6d9yw8IQo+mcuZpi6Vq12g3/+tR4WUV9732RgPe+SKhTATatVsDyHZW/qMJf+la6LqFKff957xzC9pdHQqlUGJR4mPb6Acx9tJfBNNKbt/MhCEB2bjHS0u/iZma+dOzYmVQ8dSsPjvc4I1SpVNTYMa7TEM3atWuRmJiITZs2wcHB9G/EjIzKP1+OHj0KpVJpkPSJyLpFDBN72JOGdUDXKsXXxgxoAz9vZ3hW6cV2bVN5EzdQXbe/0O3tlJgxXiy9HOAj/vWRkpGHD749J51zOKFu9wF/SUzHxes5OJxwE1qtAE1hKWasisGvSRn4M1OD0rJyxCWmmbwOgEHVT51Zaw4hv6gUy/8db7BffxppQVEZXt1e+Utj63fn8UaV8/++uumXXay1B3/58mV88MEHaN++PZ588kkAQGBgIDZt2oTw8HBs3boVfn5+WLJkCbKysqBQKODq6orNmzfDzo7PURHJRTt/N7z7/IPwdHUweBhp2pgghFRMiazK0aFyiHZ4X9PnmDK0dwCG9hbr5uvWnz1xPgOPhnQ0GNZ4Z84QLH7/ZwDijdzVfxsCrSBg5UcnkZyWh237zkvnflgxfAOIwy1VBfg4Iy1LnAa6bd95qL1a4FRFsbRNi0Lw/L+OSOfqL8FoyldHDO9Bnrxwy+R5pWXlsLer+zB2fSmEmu4QNDMO0cinLWyHZWmKdvx+NQtarYC+1axhqxN7+ibsVEopYdfX9Yw8LNtV2fvVjf8D4g1i3S+ASSEdMXFIewDAn7c0eG1n/Wa+bFwYgjW7T+F6hsbomP7PqeqRB9rh+18qa/uMG9QWB07U/JBZUBtPaV3el57si+D23vWKVadRhmiIiKrq3cmn1uQOACP6tW5wcgeAtn5uCHuwvfT64wOGc+o3vzgcy2cMlJI7APh5V7/6VnVaOKrwf08bz71/5AGxvv8/Zw1CB70brDqPDe+EQHVlzfvakvuGhcMw4YHKNQPe/izB4KGxxsQET0QWz1RxtJmPiOP0jvYqBPoa9mLrO+zRs6M3FAoF7FRKg6maANCjonfdqqWL9DyAzoqZ4s1sU78YAGDdvKH419wHpdfbXx4JFyd7oxk3X8Y2zbRyDpITkcV7ZVp/vPmx4cyZ+7v6VnO2SDemvm7eUCzccAyAOJNn5iPBWP2pOK/e1CwbdxcHjL6/DX46eQMADJ72VSoUWD9/KJwc7GBvV9k/drBXYWdUKH5NyjAY33fXW7DdtYW9NP2y6vq+pipuNgYmeCKyeJ0DPbAzKhRl5Vrcyi2BvUIwuIFrysrZg432PRrSEV3bemFE31YYW1EMzRQf9+qXPqxpbv3AYD8pwU8e0Unav27+UNjpTS93dFBhx/+NxsHj17D74OV6VemsDyZ4IrIadiol+gSp633D+KnRQdh/PAWDuotTt58e163G8zu2FhdCn/9Y7WvhVrV9yUhcvXkXXQIrp5K6m/il4OvljFH9AxEU6GmysFtjYIInItl7qH+gwapVtenc2gMbF4bA2UR5htooFQqD5F4ThULRZMkd4E1WIiKTGpLcLQ0TPBGRTDHBExHJFBM8EZFMMcETEckUEzwRkUwxwRMRyZRFzQPSPcbb3NdaGrm0he2wLHJpByCfttxrO2q73qLKBRMRUePhEA0RkUwxwRMRyRQTPBGRTDHBExHJFBM8EZFMMcETEckUEzwRkUwxwRMRyRQTPBGRTFl9gk9OTsaUKVMwduxYTJkyBdeuXTN3SJLVq1cjNDQUXbt2xaVLl6T9NcXc0GNNKScnB7Nnz8bYsWMxceJEzJ07F9nZ2QCAhIQEhIWFYezYsZgxYwaysrKk6xp6rCnNmTMHYWFhiIiIwNSpU5GUlATA+j4TnY0bNxp8v6zt8wgNDcW4ceMQHh6O8PBwHD161CrbUVxcjNdffx1jxozBxIkT8eqrrwKwgO+VYOWmT58uREdHC4IgCNHR0cL06dPNHFGl+Ph4ITU1VRg5cqRw8eJFaX9NMTf0WFPKyckRjh8/Lr1etWqV8I9//EMoLy8XRo0aJcTHxwuCIAibNm0SoqKiBEEQGnysqeXm5krbP/30kxARESEIgvV9JoIgCImJicLMmTOl75c1fh5V/2/cS6zmbMeKFSuElStXClqtVhAEQcjMzBQEwfzfK6tO8Ldv3xb69+8vlJWVCYIgCGVlZUL//v2FrKwsM0dmSP9LXFPMDT3W3A4cOCD89a9/Fc6cOSM88sgj0v6srCyhb9++giAIDT7WnPbu3StMmjTJKj+T4uJi4YknnhBu3Lghfb+s8fMwleCtrR0ajUbo37+/oNFoDPZbwvfKoqpJ1ldaWhr8/PygUqkAACqVCr6+vkhLS4O3t7eZozOtppgFQWjQseZsq1arxe7duxEaGoq0tDS0atVKOubt7Q2tVos7d+40+JinZ91Wo78XS5cuRVxcHARBwPbt263yM1m/fj3CwsIQGBgo7bPWz2Px4sUQBAH9+/fHCy+8YHXtuHHjBjw9PbFx40acOHECLi4uWLBgAZycnMz+vbL6MXhqXitWrICzszOmTZtm7lAabOXKlYiNjcWiRYuwZs0ac4dTb6dPn0ZiYiKmTp1q7lDu2SeffIJvv/0WX331FQRBwPLly80dUr2Vl5fjxo0b6N69O77++mssXrwY8+bNQ0FBgblDs+4EHxAQgIyMDJSXlwMQ/6Fv3bqFgIAAM0dWvZpibuix5rJ69WqkpKRg3bp1UCqVCAgIQGpqqnQ8OzsbSqUSnp6eDT7WnCIiInDixAn4+/tb1WcSHx+Pq1ev4qGHHkJoaCjS09Mxc+ZMpKSkWN3nofu3cnBwwNSpU3Hq1Cmr+14FBATAzs4OEyZMAAD06dMHXl5ecHJyMvv3yqoTvI+PD4KDg7Fv3z4AwL59+xAcHGyxwzNAzTE39FhzWLt2LRITE7Fp0yY4ODgAAHr27ImioiKcPHkSAPDZZ59h3Lhx93SsKeXn5yMtLU16HRMTAw8PD6v7TCIjI3Hs2DHExMQgJiYG/v7+2LFjB2bNmmVVn0dBQQHy8vIAAIIgYP/+/QgODra675W3tzcGDRqEuLg4AOIMmKysLLRv397836sG3VWwIFeuXBEmT54sjBkzRpg8ebJw9epVc4ckWbFihTBs2DAhODhYGDJkiDB+/HhBEGqOuaHHmtKlS5eEoKAgYcyYMUJYWJgQFhYmzJkzRxAEQfjtt9+ECRMmCKNHjxaeeeYZafbAvRxrKpmZmcLjjz8uTJgwQQgLCxOmT58uJCYmCoJgfZ+JPv0bldb0eVy/fl0IDw8XJkyYIIwfP16YN2+ekJGRYXXt0LVl2rRpwoQJE4SIiAghNjZWEATzf6+4ohMRkUxZ9RANERFVjwmeiEimmOCJiGSKCZ6ISKaY4ImIZIoJnohIppjgiYhkigmeiEim/h/PLVvwsmyWSAAAAABJRU5ErkJggg==\n"
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "## Manual Testing\n",
        "test_sentence = test_dataset[0]['translation']['en']\n",
        "print('Raw input text:', test_sentence)\n",
        "\n",
        "input_ids = encode_input_str(\n",
        "    text = test_sentence,\n",
        "    target_lang = 'ja',\n",
        "    tokenizer = tokenizer,\n",
        "    seq_len = model.config.max_length,\n",
        "    lang_token_map = LANG_TOKEN_MAPPING)\n",
        "input_ids = input_ids.unsqueeze(0).cuda()\n",
        "\n",
        "print('Truncated input text:', tokenizer.convert_tokens_to_string(\n",
        "    tokenizer.convert_ids_to_tokens(input_ids[0])))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "k_z6hL9pF0Ft",
        "outputId": "c410e132-530f-4500-a39b-437dfc480eb8"
      },
      "execution_count": 47,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Raw input text: It has been confirmed that eight thoroughbred race horses at Randwick Racecourse in Sydney have been infected with equine influenza.\n",
            "Truncated input text: <jp> It has been confirmed that eight thoroughbred race horses at Randwick Racecourse</s>\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "output_tokens = model.generate(input_ids, num_beams=10, num_return_sequences=3)\n",
        "# print(output_tokens)\n",
        "for token_set in output_tokens:\n",
        "  print(tokenizer.decode(token_set, skip_special_tokens=True))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "oVPwt9I9APQG",
        "outputId": "42c8c90d-3765-44c0-86e6-52fc81951564"
      },
      "execution_count": 48,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/transformers/generation_utils.py:1207: UserWarning: Neither `max_length` nor `max_new_tokens` have been set, `max_length` will default to 20 (`self.config.max_length`). Controlling `max_length` via the config is deprecated and `max_length` will be removed from the config in v5 of Transformers -- we recommend using `max_new_tokens` to control the maximum length of the generation.\n",
            "  UserWarning,\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "それは、クイーンズランド・レースコースの8人乗りの競泳選手は、\n",
            "それは、クイーンズランド・レースコースの8人乗りの競泳選手が、\n",
            "それは、クイーンズランド・レースコースの8人乗りの競泳選手に、\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#@title Slick Blue Translate\n",
        "input_text = 'A surfboarder ran into a shark' #@param {type:\"string\"}\n",
        "output_language = 'ja' #@param [\"en\", \"ja\", \"zh\"]\n",
        "\n",
        "input_ids = encode_input_str(\n",
        "    text = input_text,\n",
        "    target_lang = output_language,\n",
        "    tokenizer = tokenizer,\n",
        "    seq_len = model.config.max_length,\n",
        "    lang_token_map = LANG_TOKEN_MAPPING)\n",
        "input_ids = input_ids.unsqueeze(0).cuda()\n",
        "\n",
        "output_tokens = model.generate(input_ids, num_beams=20, length_penalty=0.2)\n",
        "print(input_text + '  ->  ' + \\\n",
        "      tokenizer.decode(output_tokens[0], skip_special_tokens=True))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "66hh4LYzYr_E",
        "outputId": "74c2efa3-d176-4166-a4a1-a68350a70366"
      },
      "execution_count": 49,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/transformers/generation_utils.py:1207: UserWarning: Neither `max_length` nor `max_new_tokens` have been set, `max_length` will default to 20 (`self.config.max_length`). Controlling `max_length` via the config is deprecated and `max_length` will be removed from the config in v5 of Transformers -- we recommend using `max_new_tokens` to control the maximum length of the generation.\n",
            "  UserWarning,\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "A surfboarder ran into a shark  ->  漁師が海鳥を発見した。\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        ""
      ],
      "metadata": {
        "id": "u2w1yrsyYsA4"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}