elasticsearchindexed+bert.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU",
    "gpuClass": "standard",
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "10f6ebe671b348069c1a73237fee34e4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_fa3b5ae7e2694c14ae77e08d6f9daece",
              "IPY_MODEL_1b1047140a6f45a38f37aef4220f74fa",
              "IPY_MODEL_53b313b2ce3643119e2026d816a685e5"
            ],
            "layout": "IPY_MODEL_77c02fd334e84ba787fa1b92743e4ab5"
          }
        },
        "fa3b5ae7e2694c14ae77e08d6f9daece": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_524bae438b334df5834a9e30bbb7235f",
            "placeholder": "​",
            "style": "IPY_MODEL_b3c12b6f8520459d9fc1213a44acc0df",
            "value": "Downloading (…)a8e1d/.gitattributes: 100%"
          }
        },
        "1b1047140a6f45a38f37aef4220f74fa": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e486f0ea723b46b0bce4d12135b1b511",
            "max": 1175,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_68360d35afc44d6c8ab7a910c3fe4792",
            "value": 1175
          }
        },
        "53b313b2ce3643119e2026d816a685e5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d92997840f054dd9b42817c46a1ca0f7",
            "placeholder": "​",
            "style": "IPY_MODEL_85095097a9d641bf97ddede1a7ebc38c",
            "value": " 1.18k/1.18k [00:00&lt;00:00, 56.2kB/s]"
          }
        },
        "77c02fd334e84ba787fa1b92743e4ab5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "524bae438b334df5834a9e30bbb7235f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "b3c12b6f8520459d9fc1213a44acc0df": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e486f0ea723b46b0bce4d12135b1b511": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "68360d35afc44d6c8ab7a910c3fe4792": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "d92997840f054dd9b42817c46a1ca0f7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "85095097a9d641bf97ddede1a7ebc38c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "3cb4135123764149acd31712573b8f72": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_ee94a5c1e7674fb9973eb59011d9fa51",
              "IPY_MODEL_484dbccdf2074bb79a6da0c133c5ffa8",
              "IPY_MODEL_d5bdeb52e4084f97a36341d911e11933"
            ],
            "layout": "IPY_MODEL_c5493ea56f254430bdd49708bde3d49c"
          }
        },
        "ee94a5c1e7674fb9973eb59011d9fa51": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e409d558e386442cb109812b1d8e0784",
            "placeholder": "​",
            "style": "IPY_MODEL_28bf98c61a774978aae973a250eb8355",
            "value": "Downloading (…)_Pooling/config.json: 100%"
          }
        },
        "484dbccdf2074bb79a6da0c133c5ffa8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c7503f88969f4f249353701873da30cf",
            "max": 190,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_f4973a8e27be46d4922e0635c4e873d0",
            "value": 190
          }
        },
        "d5bdeb52e4084f97a36341d911e11933": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e7fad997d26e400aaa901d2408376163",
            "placeholder": "​",
            "style": "IPY_MODEL_bd2443e7388e4e168c8cbe00bd35600d",
            "value": " 190/190 [00:00&lt;00:00, 10.5kB/s]"
          }
        },
        "c5493ea56f254430bdd49708bde3d49c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e409d558e386442cb109812b1d8e0784": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "28bf98c61a774978aae973a250eb8355": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c7503f88969f4f249353701873da30cf": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f4973a8e27be46d4922e0635c4e873d0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "e7fad997d26e400aaa901d2408376163": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "bd2443e7388e4e168c8cbe00bd35600d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "bfa3b043a1934e2f93176145c8422009": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_31feab184a2f4c858d703f5269e095a0",
              "IPY_MODEL_fe4524992d88421d8ee131500503368e",
              "IPY_MODEL_efa4bb4ab9f840cea5365828c55194bd"
            ],
            "layout": "IPY_MODEL_f93099d1334b492dab19d703564edf1f"
          }
        },
        "31feab184a2f4c858d703f5269e095a0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6490b31d5896432888c5952b7e791381",
            "placeholder": "​",
            "style": "IPY_MODEL_fd6ee073ad9448c9bfc2b2c35fd76882",
            "value": "Downloading (…)b20bca8e1d/README.md: 100%"
          }
        },
        "fe4524992d88421d8ee131500503368e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9e1791e4fa314c6e9cf775104910bd24",
            "max": 10571,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_59914b85d04245228e97b47436d5df54",
            "value": 10571
          }
        },
        "efa4bb4ab9f840cea5365828c55194bd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_20fa321df2fc402c80367cd841684437",
            "placeholder": "​",
            "style": "IPY_MODEL_113393da80fd42de9b723bab7958e7f3",
            "value": " 10.6k/10.6k [00:00&lt;00:00, 613kB/s]"
          }
        },
        "f93099d1334b492dab19d703564edf1f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6490b31d5896432888c5952b7e791381": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fd6ee073ad9448c9bfc2b2c35fd76882": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "9e1791e4fa314c6e9cf775104910bd24": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "59914b85d04245228e97b47436d5df54": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "20fa321df2fc402c80367cd841684437": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "113393da80fd42de9b723bab7958e7f3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "26800884569b4a02bf6959a0c68ff4a6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_5219a577b77b45e9b5d2a3dc7c27d6dd",
              "IPY_MODEL_47df2b895a3d4215944103557d582eff",
              "IPY_MODEL_103cd38889ed4da3b753f80756116282"
            ],
            "layout": "IPY_MODEL_39925a2bd72442c897ab4c661b28a726"
          }
        },
        "5219a577b77b45e9b5d2a3dc7c27d6dd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5f961a8b56574dabb0f2227f0179aceb",
            "placeholder": "​",
            "style": "IPY_MODEL_deb13159228b4f46ad41aaef6e4e2f10",
            "value": "Downloading (…)0bca8e1d/config.json: 100%"
          }
        },
        "47df2b895a3d4215944103557d582eff": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f3874d40730542dda84fe8a647f57faa",
            "max": 571,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_a74b62b3dfd347e993a120f254f303ca",
            "value": 571
          }
        },
        "103cd38889ed4da3b753f80756116282": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_9d6fe3b610ef456490e6316dfeae42a0",
            "placeholder": "​",
            "style": "IPY_MODEL_fc989bdb473a471daf6370d6c566c1b1",
            "value": " 571/571 [00:00&lt;00:00, 21.5kB/s]"
          }
        },
        "39925a2bd72442c897ab4c661b28a726": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5f961a8b56574dabb0f2227f0179aceb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "deb13159228b4f46ad41aaef6e4e2f10": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "f3874d40730542dda84fe8a647f57faa": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a74b62b3dfd347e993a120f254f303ca": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "9d6fe3b610ef456490e6316dfeae42a0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fc989bdb473a471daf6370d6c566c1b1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "0418ec476ee541a3bd3b7eb239df7d8b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_9481eded95d74d5aa3ddcdd711ed284c",
              "IPY_MODEL_56e907b6fcaf4d19809a284019d38e3b",
              "IPY_MODEL_de815ffc358a46f69f3e5eff7b89df87"
            ],
            "layout": "IPY_MODEL_bd04961ea6b04651aac2441460a0a707"
          }
        },
        "9481eded95d74d5aa3ddcdd711ed284c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7c245bb85db4452e9e1c1d7d5e0bfbf6",
            "placeholder": "​",
            "style": "IPY_MODEL_ad8e64c4328c4d76944ed16aaf80c5ba",
            "value": "Downloading (…)ce_transformers.json: 100%"
          }
        },
        "56e907b6fcaf4d19809a284019d38e3b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3ec7fef095ad41cb93ea359fc6c8c142",
            "max": 116,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_5dd21f5653ed4f6e8baacdec3a10e4bf",
            "value": 116
          }
        },
        "de815ffc358a46f69f3e5eff7b89df87": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f01c4621db824500939f89f1ba4c80d6",
            "placeholder": "​",
            "style": "IPY_MODEL_be4671b63e894e0592594c56fccb0a5c",
            "value": " 116/116 [00:00&lt;00:00, 5.09kB/s]"
          }
        },
        "bd04961ea6b04651aac2441460a0a707": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7c245bb85db4452e9e1c1d7d5e0bfbf6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ad8e64c4328c4d76944ed16aaf80c5ba": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "3ec7fef095ad41cb93ea359fc6c8c142": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5dd21f5653ed4f6e8baacdec3a10e4bf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "f01c4621db824500939f89f1ba4c80d6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "be4671b63e894e0592594c56fccb0a5c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "4e768f4554404319ab365a64c49aa5ca": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_fae4c108d457478ba0f4c8811b74f941",
              "IPY_MODEL_9612ffae37a04fdc885cb0f9633b7731",
              "IPY_MODEL_507682ccef964c0b8799fedb032422f8"
            ],
            "layout": "IPY_MODEL_1bb40f03ddaa4551916191017d11873d"
          }
        },
        "fae4c108d457478ba0f4c8811b74f941": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_bd385aef209547e2a8294535e1bedded",
            "placeholder": "​",
            "style": "IPY_MODEL_a42ec1a6b98742be908b146e03e48f9c",
            "value": "Downloading (…)e1d/data_config.json: 100%"
          }
        },
        "9612ffae37a04fdc885cb0f9633b7731": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e3589b0117c741338ce3170ec6724f5c",
            "max": 39265,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_de2be5ca58be40f6ad4b273c62ad0408",
            "value": 39265
          }
        },
        "507682ccef964c0b8799fedb032422f8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_727f054f1aae431eb23a491e5adee468",
            "placeholder": "​",
            "style": "IPY_MODEL_7649e1dcad55406386c5693ccedd33b0",
            "value": " 39.3k/39.3k [00:00&lt;00:00, 176kB/s]"
          }
        },
        "1bb40f03ddaa4551916191017d11873d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "bd385aef209547e2a8294535e1bedded": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a42ec1a6b98742be908b146e03e48f9c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e3589b0117c741338ce3170ec6724f5c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "de2be5ca58be40f6ad4b273c62ad0408": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "727f054f1aae431eb23a491e5adee468": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7649e1dcad55406386c5693ccedd33b0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d432493ff52a4354966f86b0b72db79b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_326b95d3d46b48c4aac3f7593ff27c6c",
              "IPY_MODEL_61e21e1abfb7451397954ad850a62e7a",
              "IPY_MODEL_da4375d84be64fb196992f348d9d11f6"
            ],
            "layout": "IPY_MODEL_5d21786b635d4321aa0bc8e77391eef5"
          }
        },
        "326b95d3d46b48c4aac3f7593ff27c6c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6c49a8fc9a564f819352d20b788127a4",
            "placeholder": "​",
            "style": "IPY_MODEL_56e32e97c07f4b7bac0c8fe2f45e8a56",
            "value": "Downloading pytorch_model.bin: 100%"
          }
        },
        "61e21e1abfb7451397954ad850a62e7a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7b0bc240e3ff43718a1453ce60c58089",
            "max": 438011953,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_aef6a53a67bb4d8087b52f4677f5eda3",
            "value": 438011953
          }
        },
        "da4375d84be64fb196992f348d9d11f6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c42a49e2c87b4daab42d83442c817f52",
            "placeholder": "​",
            "style": "IPY_MODEL_93991ed321224f318a36c8b4aca8ae81",
            "value": " 438M/438M [00:01&lt;00:00, 266MB/s]"
          }
        },
        "5d21786b635d4321aa0bc8e77391eef5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6c49a8fc9a564f819352d20b788127a4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "56e32e97c07f4b7bac0c8fe2f45e8a56": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7b0bc240e3ff43718a1453ce60c58089": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "aef6a53a67bb4d8087b52f4677f5eda3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "c42a49e2c87b4daab42d83442c817f52": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "93991ed321224f318a36c8b4aca8ae81": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "85d8608b6d3c4c95964c507bca98e09e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_f316a90deae243478e9f38bde2475497",
              "IPY_MODEL_9caf9c7a18be40ee8d7a9d5c8e93fabe",
              "IPY_MODEL_8ae96ca8eb2748acbe65f2c37e25581b"
            ],
            "layout": "IPY_MODEL_b2aeb3319dae42a2a1ec601aff371197"
          }
        },
        "f316a90deae243478e9f38bde2475497": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0fd2d72b4d36447e9f5aed46bd3a5bec",
            "placeholder": "​",
            "style": "IPY_MODEL_a931a05d9c1b455da592e8fd21f6179d",
            "value": "Downloading (…)nce_bert_config.json: 100%"
          }
        },
        "9caf9c7a18be40ee8d7a9d5c8e93fabe": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3f26d8ea95f14be8aa63c29339ff6dc1",
            "max": 53,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_63938a4021b74e01b12914e611c47564",
            "value": 53
          }
        },
        "8ae96ca8eb2748acbe65f2c37e25581b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_3be6016c75a848ed9d0c5d139c36391b",
            "placeholder": "​",
            "style": "IPY_MODEL_7bad4e5eb8aa4a18b1417f8d42529ff5",
            "value": " 53.0/53.0 [00:00&lt;00:00, 3.02kB/s]"
          }
        },
        "b2aeb3319dae42a2a1ec601aff371197": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0fd2d72b4d36447e9f5aed46bd3a5bec": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a931a05d9c1b455da592e8fd21f6179d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "3f26d8ea95f14be8aa63c29339ff6dc1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "63938a4021b74e01b12914e611c47564": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "3be6016c75a848ed9d0c5d139c36391b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7bad4e5eb8aa4a18b1417f8d42529ff5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "81bb219e75f046dfbf43e0130a74d392": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_95a0eee21b08480f8a48332b20297d89",
              "IPY_MODEL_2503226ef03447cab513f1438af1fbed",
              "IPY_MODEL_3f5ddc4be29f46ef98ce82f9d1061fa2"
            ],
            "layout": "IPY_MODEL_7c8b3e7bbd6040f6b87d91adb1a56544"
          }
        },
        "95a0eee21b08480f8a48332b20297d89": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_c726fbfbfba341889cdfabc0a681560c",
            "placeholder": "​",
            "style": "IPY_MODEL_eb867f5c30d74aab9f8d41b51e3f2557",
            "value": "Downloading (…)cial_tokens_map.json: 100%"
          }
        },
        "2503226ef03447cab513f1438af1fbed": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7e460422fa5f474980c9a64f4f450921",
            "max": 239,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_08a4bd5fa26a42d9afaa02d35fb075d3",
            "value": 239
          }
        },
        "3f5ddc4be29f46ef98ce82f9d1061fa2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f9868c507bea45118b796f42d16f5445",
            "placeholder": "​",
            "style": "IPY_MODEL_a22ee84f9c1b411cb722ac4827fbaa2c",
            "value": " 239/239 [00:00&lt;00:00, 10.5kB/s]"
          }
        },
        "7c8b3e7bbd6040f6b87d91adb1a56544": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c726fbfbfba341889cdfabc0a681560c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "eb867f5c30d74aab9f8d41b51e3f2557": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "7e460422fa5f474980c9a64f4f450921": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "08a4bd5fa26a42d9afaa02d35fb075d3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "f9868c507bea45118b796f42d16f5445": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a22ee84f9c1b411cb722ac4827fbaa2c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "84a4be02b9274bd48825a661264f6bc6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_15c4ba4c374f4128b418b841e076bba5",
              "IPY_MODEL_ee87393500214d9193b37543539778a2",
              "IPY_MODEL_7d2afd0e63db48c49e3270af1b897e49"
            ],
            "layout": "IPY_MODEL_b77f86b50c71455ba5605b36e8b753bb"
          }
        },
        "15c4ba4c374f4128b418b841e076bba5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e90179ef6af2418a991510531048a1e3",
            "placeholder": "​",
            "style": "IPY_MODEL_d39bee54bca5427bafd1d50ae777b614",
            "value": "Downloading (…)a8e1d/tokenizer.json: 100%"
          }
        },
        "ee87393500214d9193b37543539778a2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_45ce0dcffe054202b4308e35c846f4f1",
            "max": 466021,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_927ea59c3f7d4e45b26ce89486b9f66f",
            "value": 466021
          }
        },
        "7d2afd0e63db48c49e3270af1b897e49": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_26587b30f69148148263407d10821a20",
            "placeholder": "​",
            "style": "IPY_MODEL_d064e0a6e8384a6d9a80099b820fc145",
            "value": " 466k/466k [00:00&lt;00:00, 528kB/s]"
          }
        },
        "b77f86b50c71455ba5605b36e8b753bb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e90179ef6af2418a991510531048a1e3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d39bee54bca5427bafd1d50ae777b614": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "45ce0dcffe054202b4308e35c846f4f1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "927ea59c3f7d4e45b26ce89486b9f66f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "26587b30f69148148263407d10821a20": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d064e0a6e8384a6d9a80099b820fc145": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "96621601243c40b8991c47d8c1706e99": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_469cf0ef2919412799893930e127c830",
              "IPY_MODEL_ad057d72a8e64ad6ae649428d908c162",
              "IPY_MODEL_8d236702a03944b9a320aaa193360d1b"
            ],
            "layout": "IPY_MODEL_14a3210343d84e4caa89b68ff88bb2b9"
          }
        },
        "469cf0ef2919412799893930e127c830": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_123d286ff67244e9ba8f12f36e7d41ea",
            "placeholder": "​",
            "style": "IPY_MODEL_ad8bfe230aa945298bab730557183fa8",
            "value": "Downloading (…)okenizer_config.json: 100%"
          }
        },
        "ad057d72a8e64ad6ae649428d908c162": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_77dfad2cd21843a09ff0578ebea510cf",
            "max": 363,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_f8be9b22d8ea419db4fb124ab8e4e88b",
            "value": 363
          }
        },
        "8d236702a03944b9a320aaa193360d1b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_71252d027f0f4791bdb53e9d1fbb660c",
            "placeholder": "​",
            "style": "IPY_MODEL_d8628f20bcff49edb74c4fada0a63a09",
            "value": " 363/363 [00:00&lt;00:00, 17.4kB/s]"
          }
        },
        "14a3210343d84e4caa89b68ff88bb2b9": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "123d286ff67244e9ba8f12f36e7d41ea": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ad8bfe230aa945298bab730557183fa8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "77dfad2cd21843a09ff0578ebea510cf": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "f8be9b22d8ea419db4fb124ab8e4e88b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "71252d027f0f4791bdb53e9d1fbb660c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d8628f20bcff49edb74c4fada0a63a09": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "ab699c4a56b24498b52f44d71ce98771": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_6f7a9d20eecd4beba652cfaab95e8c8e",
              "IPY_MODEL_8e85347deb0b41109fbf9de86c09b862",
              "IPY_MODEL_7fb1b82f5e7444e2bd3c7d0642615ee8"
            ],
            "layout": "IPY_MODEL_0c4e1b07ce3a4998a9d4f4f7818885ef"
          }
        },
        "6f7a9d20eecd4beba652cfaab95e8c8e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_2ea765d6215d4cf4bea798bb8dac279e",
            "placeholder": "​",
            "style": "IPY_MODEL_3852a9ec4a7b482dae12a04fe64d3fea",
            "value": "Downloading (…)8e1d/train_script.py: 100%"
          }
        },
        "8e85347deb0b41109fbf9de86c09b862": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a4eff5171eff475cb03ece8f16d6bfbc",
            "max": 13123,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_fd6d8e6ba0844db9a64ed9bafdd6a881",
            "value": 13123
          }
        },
        "7fb1b82f5e7444e2bd3c7d0642615ee8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_cf638073467c42e99b3fef72ac7c6555",
            "placeholder": "​",
            "style": "IPY_MODEL_e1f47722b6114c1ea15eaedce2f1f622",
            "value": " 13.1k/13.1k [00:00&lt;00:00, 310kB/s]"
          }
        },
        "0c4e1b07ce3a4998a9d4f4f7818885ef": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2ea765d6215d4cf4bea798bb8dac279e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "3852a9ec4a7b482dae12a04fe64d3fea": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a4eff5171eff475cb03ece8f16d6bfbc": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fd6d8e6ba0844db9a64ed9bafdd6a881": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "cf638073467c42e99b3fef72ac7c6555": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "e1f47722b6114c1ea15eaedce2f1f622": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "d9351485662a4510aed275feef80c04c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_d905c07919d94e93ba7878dacf545a25",
              "IPY_MODEL_ae9fded0432d4814b4c0f2c4a4655c2f",
              "IPY_MODEL_be71af24ffb7470fa003f011f21a0c1a"
            ],
            "layout": "IPY_MODEL_6f1f8a48f6554b04bbf9a34ef043c97b"
          }
        },
        "d905c07919d94e93ba7878dacf545a25": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_06476b7f677b4f1386bce198f81e6596",
            "placeholder": "​",
            "style": "IPY_MODEL_2cd5ce1283ee4e8aa090bbf3ce78e58a",
            "value": "Downloading (…)b20bca8e1d/vocab.txt: 100%"
          }
        },
        "ae9fded0432d4814b4c0f2c4a4655c2f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a4069f9c3f6a4a41af9724ffb30ffc03",
            "max": 231536,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_6edbba0de0b946c499561d81757e288a",
            "value": 231536
          }
        },
        "be71af24ffb7470fa003f011f21a0c1a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d09aa994fce44cb690ec71ac26292770",
            "placeholder": "​",
            "style": "IPY_MODEL_ea74cf1ae2304b58b89a5e697da40a5d",
            "value": " 232k/232k [00:00&lt;00:00, 335kB/s]"
          }
        },
        "6f1f8a48f6554b04bbf9a34ef043c97b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "06476b7f677b4f1386bce198f81e6596": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "2cd5ce1283ee4e8aa090bbf3ce78e58a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a4069f9c3f6a4a41af9724ffb30ffc03": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6edbba0de0b946c499561d81757e288a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "d09aa994fce44cb690ec71ac26292770": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ea74cf1ae2304b58b89a5e697da40a5d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "9d1277b78c2745f8b1cd84b824b23f19": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_42830da2dbb544af8830fe9eff5ee215",
              "IPY_MODEL_574a8dae09f54e3ebb66c30346b52eb7",
              "IPY_MODEL_910371236aba44da8689fde8325ffd35"
            ],
            "layout": "IPY_MODEL_391991ea192b40c183cbee8530fd4f66"
          }
        },
        "42830da2dbb544af8830fe9eff5ee215": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_eb2378f0a061455ca309988acab288e7",
            "placeholder": "​",
            "style": "IPY_MODEL_0be99079c2d84a5fb093d0ff8e1f3aec",
            "value": "Downloading (…)bca8e1d/modules.json: 100%"
          }
        },
        "574a8dae09f54e3ebb66c30346b52eb7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_064c2d58d13d4182b44bb0f5175eaba2",
            "max": 349,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_4b3e536e1c8d4d35932c9e37321d8ca9",
            "value": 349
          }
        },
        "910371236aba44da8689fde8325ffd35": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_dca72114dc8e4c568905eb06f5e7c27c",
            "placeholder": "​",
            "style": "IPY_MODEL_718586ca38e94f6d8c7839157eb498f3",
            "value": " 349/349 [00:00&lt;00:00, 11.0kB/s]"
          }
        },
        "391991ea192b40c183cbee8530fd4f66": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "eb2378f0a061455ca309988acab288e7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "0be99079c2d84a5fb093d0ff8e1f3aec": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "064c2d58d13d4182b44bb0f5175eaba2": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "4b3e536e1c8d4d35932c9e37321d8ca9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "dca72114dc8e4c568905eb06f5e7c27c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "718586ca38e94f6d8c7839157eb498f3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "1da5810508eb48c9a7ed70eb277ab7d9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_32890d4c4bcb4d7bb80827d88d3c72ae",
              "IPY_MODEL_a0b162b236914fbfbe6eef61b40b9bb8",
              "IPY_MODEL_2dd727229d584dee9aff47041be12541"
            ],
            "layout": "IPY_MODEL_3e97686570fd43cdbc593cf10176d743"
          }
        },
        "32890d4c4bcb4d7bb80827d88d3c72ae": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1fb9eaf86f444275a649afd455c0a957",
            "placeholder": "​",
            "style": "IPY_MODEL_c732558d5f9b48d1a3dfd8a3f7c6e45e",
            "value": "Batches: 100%"
          }
        },
        "a0b162b236914fbfbe6eef61b40b9bb8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b2b989b1f422483d9553c7eb1ae5af28",
            "max": 782,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_1a97b9ca56534c83bdb3f305e3d738e9",
            "value": 782
          }
        },
        "2dd727229d584dee9aff47041be12541": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_b6a62da8674d4c11ae5ad5f839d102bb",
            "placeholder": "​",
            "style": "IPY_MODEL_43e7f18693284c18a27c55778a2d319a",
            "value": " 782/782 [00:17&lt;00:00, 49.04it/s]"
          }
        },
        "3e97686570fd43cdbc593cf10176d743": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1fb9eaf86f444275a649afd455c0a957": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "c732558d5f9b48d1a3dfd8a3f7c6e45e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b2b989b1f422483d9553c7eb1ae5af28": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "1a97b9ca56534c83bdb3f305e3d738e9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "b6a62da8674d4c11ae5ad5f839d102bb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "43e7f18693284c18a27c55778a2d319a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "261d4322e93a456398321dfc54a54f5b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_7b922bc78e5141b0bb3e5f9611ba163b",
              "IPY_MODEL_b24fe4b4125b4114a9fe2c6fb9af90b2",
              "IPY_MODEL_91e309ce7cb547a08d8b5afdb3d1dce3"
            ],
            "layout": "IPY_MODEL_80a68a8dd9d54e40a7fd3fcebb0e4b25"
          }
        },
        "7b922bc78e5141b0bb3e5f9611ba163b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_a9c1958754904adc831121edd373309c",
            "placeholder": "​",
            "style": "IPY_MODEL_ed2d7463644544a3a1233ada63c8ac36",
            "value": "Batches: 100%"
          }
        },
        "b24fe4b4125b4114a9fe2c6fb9af90b2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_e4b471697b614041824fc7f53c8879bf",
            "max": 782,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_bfe69721be5f4562b7c1c53eea5fe25e",
            "value": 782
          }
        },
        "91e309ce7cb547a08d8b5afdb3d1dce3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_bd4bfeb25e96492cac08371d32ace6d2",
            "placeholder": "​",
            "style": "IPY_MODEL_388ec90b32a5479e92876b27e987bd58",
            "value": " 782/782 [07:21&lt;00:00,  6.40it/s]"
          }
        },
        "80a68a8dd9d54e40a7fd3fcebb0e4b25": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "a9c1958754904adc831121edd373309c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ed2d7463644544a3a1233ada63c8ac36": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "e4b471697b614041824fc7f53c8879bf": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "bfe69721be5f4562b7c1c53eea5fe25e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "bd4bfeb25e96492cac08371d32ace6d2": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "388ec90b32a5479e92876b27e987bd58": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "6Og2MAaervZZ",
        "outputId": "2f75a926-84a1-43f5-a51d-31eefdb4ef03"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/content/drive/MyDrive\n"
          ]
        }
      ],
      "source": [
        "cd /content/drive/MyDrive/"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "ls"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "SU7QpQxCsJSC",
        "outputId": "3e9cee19-8802-4731-8473-b5e06e281dbd"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "'Academic Transcript.pdf'                       \u001b[0m\u001b[01;34mpatentScraper\u001b[0m/\n",
            "\u001b[01;34m'Colab Notebooks'\u001b[0m/                              patentscraper.json\n",
            "'Copy of Paper Evaluation.gform'                \u001b[01;34mrtes_proj2\u001b[0m/\n",
            "'Copy of Paper Evaluation (Responses).gsheet'   scraped.csv\n",
            "'Copy of Spatial Project Report.gdoc'           scraped.json\n",
            " coursera-dl.conf.gdoc                          Screenshot_20230210-171814.jpg\n",
            " employee-compensation.csv                     \u001b[01;34m'Spatial hands on'\u001b[0m/\n",
            " faiss_indexed.pickle                           tobeindexed.csv\n",
            " firsttry.csv                                  'transcripts2021 (1).pdf'\n",
            " indexed.csv                                    transcripts2021.pdf\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import pandas as pd\n",
        "df=pd.read_csv('scraped.csv')\n",
        "df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "qGPOptMxsQ29",
        "outputId": "f8dd8aea-8082-4350-e9e7-a4dc30fd2b64"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "        Unnamed: 0   index                                          self_link  \\\n",
              "0                0       0  https://patents.google.com/patent/US2005007174...   \n",
              "1                1       2  https://patents.google.com/patent/US2006001002...   \n",
              "2                2       3   https://patents.google.com/patent/US8577901B2/en   \n",
              "3                3       4   https://patents.google.com/patent/US8244723B2/en   \n",
              "4                4       6   https://patents.google.com/patent/US8515952B2/en   \n",
              "...            ...     ...                                                ...   \n",
              "172435      172435  179301  https://patents.google.com/patent/CN107079770A/en   \n",
              "172436      172436  179302  https://patents.google.com/patent/CN104663233A/en   \n",
              "172437      172437  179303  https://patents.google.com/patent/CN105191596B/en   \n",
              "172438      172438  179304  https://patents.google.com/patent/CN106069017A/en   \n",
              "172439      172439  179305  https://patents.google.com/patent/TW201703414A/en   \n",
              "\n",
              "                                                    title  \\\n",
              "0          Information retrieval based on historical data   \n",
              "1                  System & method for online advertising   \n",
              "2                Document scoring based on query analysis   \n",
              "3                Document scoring based on query analysis   \n",
              "4       Systems and methods for determining document f...   \n",
              "...                                                   ...   \n",
              "172435              A kind of cultural method of tea tree   \n",
              "172436  Stereoscopic matching cultivation method for g...   \n",
              "172437  A kind of machine pick cotton environmental pr...   \n",
              "172438  A kind of prevention and control underground p...   \n",
              "172439                     Direct current power converter   \n",
              "\n",
              "                                                 abstract publication_number  \\\n",
              "0       A system identifies a document and obtains one...    US20050071741A1   \n",
              "1       A system and method for determining and identi...    US20060010029A1   \n",
              "2       A system may determine an extent to which a do...        US8577901B2   \n",
              "3       A system may determine an extent to which a do...        US8244723B2   \n",
              "4       A system determines a freshness of a first doc...        US8515952B2   \n",
              "...                                                   ...                ...   \n",
              "172435  The invention discloses a kind of cultural met...       CN107079770A   \n",
              "172436  The invention discloses a stereoscopic matchin...       CN104663233A   \n",
              "172437  The present invention provides a kind of machi...       CN105191596B   \n",
              "172438  The present invention provides a kind of preve...       CN106069017A   \n",
              "172439  The present invention discloses a direct curre...       TW201703414A   \n",
              "\n",
              "              date                                          inventors  \n",
              "0       2003-12-31  ['Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean...  \n",
              "1       2005-04-28                                     ['John Gross']  \n",
              "2       2011-09-30  ['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...  \n",
              "3       2011-09-26  ['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...  \n",
              "4       2011-12-19                               ['Monika Henzinger']  \n",
              "...            ...                                                ...  \n",
              "172435  2017-05-10                       ['邵胜荣', '吕闰强', '金李孟', '叶小江']  \n",
              "172436  2015-03-19         ['吴金平', '丁自立', '张建设', '兰敢生', '刘安全', '邱正明']  \n",
              "172437  2014-06-23  ['桑志勤', '张占琴', '杨相昆', '陈兵', '陈树宾', '王友德', '段震宇...  \n",
              "172438  2016-06-15  ['赵庆雷', '崔太昌', '信彩云', '王瑜', '阴筱', '林香青', '陈博聪'...  \n",
              "172439  2015-07-13                       ['陳信助', '楊松霈', '黃昭明', '江冠昇']  \n",
              "\n",
              "[172440 rows x 8 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-f9b1b2af-7c1a-473c-b9c1-50be91cd5d33\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>index</th>\n",
              "      <th>self_link</th>\n",
              "      <th>title</th>\n",
              "      <th>abstract</th>\n",
              "      <th>publication_number</th>\n",
              "      <th>date</th>\n",
              "      <th>inventors</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>https://patents.google.com/patent/US2005007174...</td>\n",
              "      <td>Information retrieval based on historical data</td>\n",
              "      <td>A system identifies a document and obtains one...</td>\n",
              "      <td>US20050071741A1</td>\n",
              "      <td>2003-12-31</td>\n",
              "      <td>['Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>https://patents.google.com/patent/US2006001002...</td>\n",
              "      <td>System &amp; method for online advertising</td>\n",
              "      <td>A system and method for determining and identi...</td>\n",
              "      <td>US20060010029A1</td>\n",
              "      <td>2005-04-28</td>\n",
              "      <td>['John Gross']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>https://patents.google.com/patent/US8577901B2/en</td>\n",
              "      <td>Document scoring based on query analysis</td>\n",
              "      <td>A system may determine an extent to which a do...</td>\n",
              "      <td>US8577901B2</td>\n",
              "      <td>2011-09-30</td>\n",
              "      <td>['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>https://patents.google.com/patent/US8244723B2/en</td>\n",
              "      <td>Document scoring based on query analysis</td>\n",
              "      <td>A system may determine an extent to which a do...</td>\n",
              "      <td>US8244723B2</td>\n",
              "      <td>2011-09-26</td>\n",
              "      <td>['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>6</td>\n",
              "      <td>https://patents.google.com/patent/US8515952B2/en</td>\n",
              "      <td>Systems and methods for determining document f...</td>\n",
              "      <td>A system determines a freshness of a first doc...</td>\n",
              "      <td>US8515952B2</td>\n",
              "      <td>2011-12-19</td>\n",
              "      <td>['Monika Henzinger']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>172435</th>\n",
              "      <td>172435</td>\n",
              "      <td>179301</td>\n",
              "      <td>https://patents.google.com/patent/CN107079770A/en</td>\n",
              "      <td>A kind of cultural method of tea tree</td>\n",
              "      <td>The invention discloses a kind of cultural met...</td>\n",
              "      <td>CN107079770A</td>\n",
              "      <td>2017-05-10</td>\n",
              "      <td>['邵胜荣', '吕闰强', '金李孟', '叶小江']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>172436</th>\n",
              "      <td>172436</td>\n",
              "      <td>179302</td>\n",
              "      <td>https://patents.google.com/patent/CN104663233A/en</td>\n",
              "      <td>Stereoscopic matching cultivation method for g...</td>\n",
              "      <td>The invention discloses a stereoscopic matchin...</td>\n",
              "      <td>CN104663233A</td>\n",
              "      <td>2015-03-19</td>\n",
              "      <td>['吴金平', '丁自立', '张建设', '兰敢生', '刘安全', '邱正明']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>172437</th>\n",
              "      <td>172437</td>\n",
              "      <td>179303</td>\n",
              "      <td>https://patents.google.com/patent/CN105191596B/en</td>\n",
              "      <td>A kind of machine pick cotton environmental pr...</td>\n",
              "      <td>The present invention provides a kind of machi...</td>\n",
              "      <td>CN105191596B</td>\n",
              "      <td>2014-06-23</td>\n",
              "      <td>['桑志勤', '张占琴', '杨相昆', '陈兵', '陈树宾', '王友德', '段震宇...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>172438</th>\n",
              "      <td>172438</td>\n",
              "      <td>179304</td>\n",
              "      <td>https://patents.google.com/patent/CN106069017A/en</td>\n",
              "      <td>A kind of prevention and control underground p...</td>\n",
              "      <td>The present invention provides a kind of preve...</td>\n",
              "      <td>CN106069017A</td>\n",
              "      <td>2016-06-15</td>\n",
              "      <td>['赵庆雷', '崔太昌', '信彩云', '王瑜', '阴筱', '林香青', '陈博聪'...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>172439</th>\n",
              "      <td>172439</td>\n",
              "      <td>179305</td>\n",
              "      <td>https://patents.google.com/patent/TW201703414A/en</td>\n",
              "      <td>Direct current power converter</td>\n",
              "      <td>The present invention discloses a direct curre...</td>\n",
              "      <td>TW201703414A</td>\n",
              "      <td>2015-07-13</td>\n",
              "      <td>['陳信助', '楊松霈', '黃昭明', '江冠昇']</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>172440 rows × 8 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-f9b1b2af-7c1a-473c-b9c1-50be91cd5d33')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-f9b1b2af-7c1a-473c-b9c1-50be91cd5d33 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-f9b1b2af-7c1a-473c-b9c1-50be91cd5d33');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 3
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df.drop(df.columns[[0,1]], axis=1, inplace=True)"
      ],
      "metadata": {
        "id": "I3p94mtvsYFQ"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 971
        },
        "id": "iTYjPxyIsnVy",
        "outputId": "e97d8b69-eaff-4dff-8755-0dbc3d90c5cc"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                                self_link  \\\n",
              "0       https://patents.google.com/patent/US2005007174...   \n",
              "1       https://patents.google.com/patent/US2006001002...   \n",
              "2        https://patents.google.com/patent/US8577901B2/en   \n",
              "3        https://patents.google.com/patent/US8244723B2/en   \n",
              "4        https://patents.google.com/patent/US8515952B2/en   \n",
              "...                                                   ...   \n",
              "172435  https://patents.google.com/patent/CN107079770A/en   \n",
              "172436  https://patents.google.com/patent/CN104663233A/en   \n",
              "172437  https://patents.google.com/patent/CN105191596B/en   \n",
              "172438  https://patents.google.com/patent/CN106069017A/en   \n",
              "172439  https://patents.google.com/patent/TW201703414A/en   \n",
              "\n",
              "                                                    title  \\\n",
              "0          Information retrieval based on historical data   \n",
              "1                  System & method for online advertising   \n",
              "2                Document scoring based on query analysis   \n",
              "3                Document scoring based on query analysis   \n",
              "4       Systems and methods for determining document f...   \n",
              "...                                                   ...   \n",
              "172435              A kind of cultural method of tea tree   \n",
              "172436  Stereoscopic matching cultivation method for g...   \n",
              "172437  A kind of machine pick cotton environmental pr...   \n",
              "172438  A kind of prevention and control underground p...   \n",
              "172439                     Direct current power converter   \n",
              "\n",
              "                                                 abstract publication_number  \\\n",
              "0       A system identifies a document and obtains one...    US20050071741A1   \n",
              "1       A system and method for determining and identi...    US20060010029A1   \n",
              "2       A system may determine an extent to which a do...        US8577901B2   \n",
              "3       A system may determine an extent to which a do...        US8244723B2   \n",
              "4       A system determines a freshness of a first doc...        US8515952B2   \n",
              "...                                                   ...                ...   \n",
              "172435  The invention discloses a kind of cultural met...       CN107079770A   \n",
              "172436  The invention discloses a stereoscopic matchin...       CN104663233A   \n",
              "172437  The present invention provides a kind of machi...       CN105191596B   \n",
              "172438  The present invention provides a kind of preve...       CN106069017A   \n",
              "172439  The present invention discloses a direct curre...       TW201703414A   \n",
              "\n",
              "              date                                          inventors  \n",
              "0       2003-12-31  ['Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean...  \n",
              "1       2005-04-28                                     ['John Gross']  \n",
              "2       2011-09-30  ['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...  \n",
              "3       2011-09-26  ['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...  \n",
              "4       2011-12-19                               ['Monika Henzinger']  \n",
              "...            ...                                                ...  \n",
              "172435  2017-05-10                       ['邵胜荣', '吕闰强', '金李孟', '叶小江']  \n",
              "172436  2015-03-19         ['吴金平', '丁自立', '张建设', '兰敢生', '刘安全', '邱正明']  \n",
              "172437  2014-06-23  ['桑志勤', '张占琴', '杨相昆', '陈兵', '陈树宾', '王友德', '段震宇...  \n",
              "172438  2016-06-15  ['赵庆雷', '崔太昌', '信彩云', '王瑜', '阴筱', '林香青', '陈博聪'...  \n",
              "172439  2015-07-13                       ['陳信助', '楊松霈', '黃昭明', '江冠昇']  \n",
              "\n",
              "[172440 rows x 6 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-206d1aa1-a45f-49e6-ad9c-2a920e7f6ede\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>self_link</th>\n",
              "      <th>title</th>\n",
              "      <th>abstract</th>\n",
              "      <th>publication_number</th>\n",
              "      <th>date</th>\n",
              "      <th>inventors</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>https://patents.google.com/patent/US2005007174...</td>\n",
              "      <td>Information retrieval based on historical data</td>\n",
              "      <td>A system identifies a document and obtains one...</td>\n",
              "      <td>US20050071741A1</td>\n",
              "      <td>2003-12-31</td>\n",
              "      <td>['Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>https://patents.google.com/patent/US2006001002...</td>\n",
              "      <td>System &amp; method for online advertising</td>\n",
              "      <td>A system and method for determining and identi...</td>\n",
              "      <td>US20060010029A1</td>\n",
              "      <td>2005-04-28</td>\n",
              "      <td>['John Gross']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>https://patents.google.com/patent/US8577901B2/en</td>\n",
              "      <td>Document scoring based on query analysis</td>\n",
              "      <td>A system may determine an extent to which a do...</td>\n",
              "      <td>US8577901B2</td>\n",
              "      <td>2011-09-30</td>\n",
              "      <td>['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>https://patents.google.com/patent/US8244723B2/en</td>\n",
              "      <td>Document scoring based on query analysis</td>\n",
              "      <td>A system may determine an extent to which a do...</td>\n",
              "      <td>US8244723B2</td>\n",
              "      <td>2011-09-26</td>\n",
              "      <td>['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>https://patents.google.com/patent/US8515952B2/en</td>\n",
              "      <td>Systems and methods for determining document f...</td>\n",
              "      <td>A system determines a freshness of a first doc...</td>\n",
              "      <td>US8515952B2</td>\n",
              "      <td>2011-12-19</td>\n",
              "      <td>['Monika Henzinger']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>172435</th>\n",
              "      <td>https://patents.google.com/patent/CN107079770A/en</td>\n",
              "      <td>A kind of cultural method of tea tree</td>\n",
              "      <td>The invention discloses a kind of cultural met...</td>\n",
              "      <td>CN107079770A</td>\n",
              "      <td>2017-05-10</td>\n",
              "      <td>['邵胜荣', '吕闰强', '金李孟', '叶小江']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>172436</th>\n",
              "      <td>https://patents.google.com/patent/CN104663233A/en</td>\n",
              "      <td>Stereoscopic matching cultivation method for g...</td>\n",
              "      <td>The invention discloses a stereoscopic matchin...</td>\n",
              "      <td>CN104663233A</td>\n",
              "      <td>2015-03-19</td>\n",
              "      <td>['吴金平', '丁自立', '张建设', '兰敢生', '刘安全', '邱正明']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>172437</th>\n",
              "      <td>https://patents.google.com/patent/CN105191596B/en</td>\n",
              "      <td>A kind of machine pick cotton environmental pr...</td>\n",
              "      <td>The present invention provides a kind of machi...</td>\n",
              "      <td>CN105191596B</td>\n",
              "      <td>2014-06-23</td>\n",
              "      <td>['桑志勤', '张占琴', '杨相昆', '陈兵', '陈树宾', '王友德', '段震宇...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>172438</th>\n",
              "      <td>https://patents.google.com/patent/CN106069017A/en</td>\n",
              "      <td>A kind of prevention and control underground p...</td>\n",
              "      <td>The present invention provides a kind of preve...</td>\n",
              "      <td>CN106069017A</td>\n",
              "      <td>2016-06-15</td>\n",
              "      <td>['赵庆雷', '崔太昌', '信彩云', '王瑜', '阴筱', '林香青', '陈博聪'...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>172439</th>\n",
              "      <td>https://patents.google.com/patent/TW201703414A/en</td>\n",
              "      <td>Direct current power converter</td>\n",
              "      <td>The present invention discloses a direct curre...</td>\n",
              "      <td>TW201703414A</td>\n",
              "      <td>2015-07-13</td>\n",
              "      <td>['陳信助', '楊松霈', '黃昭明', '江冠昇']</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>172440 rows × 6 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-206d1aa1-a45f-49e6-ad9c-2a920e7f6ede')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-206d1aa1-a45f-49e6-ad9c-2a920e7f6ede button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-206d1aa1-a45f-49e6-ad9c-2a920e7f6ede');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df = df.iloc[:100000, :]\n",
        "df.to_csv('tobeindexed.csv')"
      ],
      "metadata": {
        "id": "1WnJpA16snzR"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 919
        },
        "id": "LEu0VSCSsztN",
        "outputId": "f676811a-3adf-419d-c6d4-3a152a4c6237"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                               self_link  \\\n",
              "0      https://patents.google.com/patent/US2005007174...   \n",
              "1      https://patents.google.com/patent/US2006001002...   \n",
              "2       https://patents.google.com/patent/US8577901B2/en   \n",
              "3       https://patents.google.com/patent/US8244723B2/en   \n",
              "4       https://patents.google.com/patent/US8515952B2/en   \n",
              "...                                                  ...   \n",
              "99995  https://patents.google.com/patent/CN206045177U/en   \n",
              "99996  https://patents.google.com/patent/CN216425560U/en   \n",
              "99997  https://patents.google.com/patent/CN201395381Y/en   \n",
              "99998  https://patents.google.com/patent/KR2008008972...   \n",
              "99999  https://patents.google.com/patent/CN107019856A/en   \n",
              "\n",
              "                                                   title  \\\n",
              "0         Information retrieval based on historical data   \n",
              "1                 System & method for online advertising   \n",
              "2               Document scoring based on query analysis   \n",
              "3               Document scoring based on query analysis   \n",
              "4      Systems and methods for determining document f...   \n",
              "...                                                  ...   \n",
              "99995                        Single-use skin disinfector   \n",
              "99996  Intelligent municipal refuse classified collec...   \n",
              "99997                            Intellisense litter-bin   \n",
              "99998                               Portable air cleaner   \n",
              "99999           A kind of personal air cleaning facility   \n",
              "\n",
              "                                                abstract publication_number  \\\n",
              "0      A system identifies a document and obtains one...    US20050071741A1   \n",
              "1      A system and method for determining and identi...    US20060010029A1   \n",
              "2      A system may determine an extent to which a do...        US8577901B2   \n",
              "3      A system may determine an extent to which a do...        US8244723B2   \n",
              "4      A system determines a freshness of a first doc...        US8515952B2   \n",
              "...                                                  ...                ...   \n",
              "99995  This utility model is related to a kind of sin...       CN206045177U   \n",
              "99996  The utility model discloses an intelligent mun...       CN216425560U   \n",
              "99997  The utility model relates to an intellisense l...       CN201395381Y   \n",
              "99998  A portable air cleaner that is carried simply ...     KR20080089727A   \n",
              "99999  The invention discloses a kind of personal air...       CN107019856A   \n",
              "\n",
              "             date                                          inventors  \n",
              "0      2003-12-31  ['Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean...  \n",
              "1      2005-04-28                                     ['John Gross']  \n",
              "2      2011-09-30  ['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...  \n",
              "3      2011-09-26  ['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...  \n",
              "4      2011-12-19                               ['Monika Henzinger']  \n",
              "...           ...                                                ...  \n",
              "99995  2016-06-24   ['齐磊', '段广涛', '李�杰', '左明星', '申翠美', '徐兰举', '刘胜军']  \n",
              "99996  2021-10-22                               ['程斐', '周俊杰', '周雪定']  \n",
              "99997  2008-10-08                                            ['王春海']  \n",
              "99998  2007-04-02                ['이태준', '이진강', '차정호', '한상원', '이호준']  \n",
              "99999  2016-12-02                                    ['迈克尔·托马斯·安东尼']  \n",
              "\n",
              "[100000 rows x 6 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-1ce7d974-1fa5-4326-8d77-9f6128488b34\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>self_link</th>\n",
              "      <th>title</th>\n",
              "      <th>abstract</th>\n",
              "      <th>publication_number</th>\n",
              "      <th>date</th>\n",
              "      <th>inventors</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>https://patents.google.com/patent/US2005007174...</td>\n",
              "      <td>Information retrieval based on historical data</td>\n",
              "      <td>A system identifies a document and obtains one...</td>\n",
              "      <td>US20050071741A1</td>\n",
              "      <td>2003-12-31</td>\n",
              "      <td>['Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>https://patents.google.com/patent/US2006001002...</td>\n",
              "      <td>System &amp; method for online advertising</td>\n",
              "      <td>A system and method for determining and identi...</td>\n",
              "      <td>US20060010029A1</td>\n",
              "      <td>2005-04-28</td>\n",
              "      <td>['John Gross']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>https://patents.google.com/patent/US8577901B2/en</td>\n",
              "      <td>Document scoring based on query analysis</td>\n",
              "      <td>A system may determine an extent to which a do...</td>\n",
              "      <td>US8577901B2</td>\n",
              "      <td>2011-09-30</td>\n",
              "      <td>['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>https://patents.google.com/patent/US8244723B2/en</td>\n",
              "      <td>Document scoring based on query analysis</td>\n",
              "      <td>A system may determine an extent to which a do...</td>\n",
              "      <td>US8244723B2</td>\n",
              "      <td>2011-09-26</td>\n",
              "      <td>['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>https://patents.google.com/patent/US8515952B2/en</td>\n",
              "      <td>Systems and methods for determining document f...</td>\n",
              "      <td>A system determines a freshness of a first doc...</td>\n",
              "      <td>US8515952B2</td>\n",
              "      <td>2011-12-19</td>\n",
              "      <td>['Monika Henzinger']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99995</th>\n",
              "      <td>https://patents.google.com/patent/CN206045177U/en</td>\n",
              "      <td>Single-use skin disinfector</td>\n",
              "      <td>This utility model is related to a kind of sin...</td>\n",
              "      <td>CN206045177U</td>\n",
              "      <td>2016-06-24</td>\n",
              "      <td>['齐磊', '段广涛', '李�杰', '左明星', '申翠美', '徐兰举', '刘胜军']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99996</th>\n",
              "      <td>https://patents.google.com/patent/CN216425560U/en</td>\n",
              "      <td>Intelligent municipal refuse classified collec...</td>\n",
              "      <td>The utility model discloses an intelligent mun...</td>\n",
              "      <td>CN216425560U</td>\n",
              "      <td>2021-10-22</td>\n",
              "      <td>['程斐', '周俊杰', '周雪定']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99997</th>\n",
              "      <td>https://patents.google.com/patent/CN201395381Y/en</td>\n",
              "      <td>Intellisense litter-bin</td>\n",
              "      <td>The utility model relates to an intellisense l...</td>\n",
              "      <td>CN201395381Y</td>\n",
              "      <td>2008-10-08</td>\n",
              "      <td>['王春海']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99998</th>\n",
              "      <td>https://patents.google.com/patent/KR2008008972...</td>\n",
              "      <td>Portable air cleaner</td>\n",
              "      <td>A portable air cleaner that is carried simply ...</td>\n",
              "      <td>KR20080089727A</td>\n",
              "      <td>2007-04-02</td>\n",
              "      <td>['이태준', '이진강', '차정호', '한상원', '이호준']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99999</th>\n",
              "      <td>https://patents.google.com/patent/CN107019856A/en</td>\n",
              "      <td>A kind of personal air cleaning facility</td>\n",
              "      <td>The invention discloses a kind of personal air...</td>\n",
              "      <td>CN107019856A</td>\n",
              "      <td>2016-12-02</td>\n",
              "      <td>['迈克尔·托马斯·安东尼']</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>100000 rows × 6 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-1ce7d974-1fa5-4326-8d77-9f6128488b34')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-1ce7d974-1fa5-4326-8d77-9f6128488b34 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-1ce7d974-1fa5-4326-8d77-9f6128488b34');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install elasticsearch==7.10.1"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "yBtPf9o6s0hK",
        "outputId": "5a7d8796-8505-4b85-f055-6975a1f585a1"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting elasticsearch==7.10.1\n",
            "  Downloading elasticsearch-7.10.1-py2.py3-none-any.whl (322 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m322.1/322.1 KB\u001b[0m \u001b[31m6.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: urllib3<2,>=1.21.1 in /usr/local/lib/python3.9/dist-packages (from elasticsearch==7.10.1) (1.26.14)\n",
            "Requirement already satisfied: certifi in /usr/local/lib/python3.9/dist-packages (from elasticsearch==7.10.1) (2022.12.7)\n",
            "Installing collected packages: elasticsearch\n",
            "Successfully installed elasticsearch-7.10.1\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import getpass\n",
        "es_url = getpass.getpass(\"Paste generated link from bonsai\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "v8nfowwGtO26",
        "outputId": "afac4d89-9d12-4a0e-d872-e7b61a1fcedd"
      },
      "execution_count": null,
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Paste generated link from bonsai··········\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from elasticsearch import Elasticsearch\n",
        "es = Elasticsearch(es_url)\n",
        "es.ping()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ejBtphaXuATe",
        "outputId": "cafa7b7b-61c2-433f-a127-1e2b70ca7e72"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {},
          "execution_count": 18
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Import the necessary libraries\n",
        "%time\n",
        "from elasticsearch.helpers import bulk\n",
        "from elasticsearch import RequestError\n",
        "import csv\n",
        "\n",
        "\n",
        "def elaster():\n",
        "    with  open('tobeindexed.csv') as csv_file:\n",
        "        reader = csv.reader(csv_file)\n",
        "\n",
        "        for i,line in enumerate(reader):\n",
        "          document= {\n",
        "              'self_link': line[1],\n",
        "              'title' : line[2],\n",
        "              'abstract': line[3],\t\n",
        "              'publication_number' : line[4],\n",
        "              'date': line[5],\n",
        "              'inventors' : line[6],\n",
        "          }\n",
        "          yield {\n",
        "              '_index': 'patents',\n",
        "                '_id': i,\n",
        "                '_source': document,\n",
        "          }\n",
        "\n",
        "try:\n",
        "    es.indices.create('patents')\n",
        "    bulk(es, elaster())\n",
        "except RequestError:\n",
        "    print(\"Not recreating index that already exists\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "5IMy1AwluARH",
        "outputId": "ffcf4d84-b532-4569-9c73-2f9241e48547"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "CPU times: user 4 µs, sys: 0 ns, total: 4 µs\n",
            "Wall time: 8.82 µs\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "hits = es.search(index='patents', body={\"query\": {\"match\": {\"title\": \"current\"}}})\n",
        "\n",
        "for hit in hits['hits']['hits']:\n",
        "    print(f\"Score: {hit['_score']:.2f}, Title: {hit['_source']['title']}\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "l-fN3ubUuQ82",
        "outputId": "6d906728-a27c-48a3-c2b9-d86f113658af"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Score: 8.25, Title: Current mirror current source with current shunting circuit\n",
            "Score: 7.47, Title: Current limit control with current limit detector\n",
            "Score: 7.20, Title: Precise high-current transient current rise generating device\n",
            "Score: 7.20, Title: Solar integrated alternating current-direct current output component\n",
            "Score: 7.20, Title: DC-DC (Direct Current to Direct Current) circuit\n",
            "Score: 7.20, Title: Current source with indirect load current signal extraction\n",
            "Score: 7.20, Title: Residual current device (differential-current protection circuit breaker)\n",
            "Score: 7.05, Title: Current limiting circuit\n",
            "Score: 7.05, Title: Current mirror arrangement\n",
            "Score: 7.05, Title: Constant current circuit\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "hits"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "aGEwgLRbxh63",
        "outputId": "b6f5a5de-4bb6-4669-aee7-a3fc0972529c"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "{'took': 4,\n",
              " 'timed_out': False,\n",
              " '_shards': {'total': 1, 'successful': 1, 'skipped': 0, 'failed': 0},\n",
              " 'hits': {'total': {'value': 507, 'relation': 'eq'},\n",
              "  'max_score': 8.245926,\n",
              "  'hits': [{'_index': 'patents',\n",
              "    '_type': '_doc',\n",
              "    '_id': '49277',\n",
              "    '_score': 8.245926,\n",
              "    '_source': {'self_link': 'https://patents.google.com/patent/US5864228A/en',\n",
              "     'title': 'Current mirror current source with current shunting circuit',\n",
              "     'abstract': 'A stacked current mirror circuit includes four N-channel MOS transistors. One transistor serves as an input device for conducting via its drain, a majority of the reference current. Another transistor is connected as a mirroring device, with its drain coupled to a voltage source, its gate coupled to the gate of the input device, and its source coupled to the source of the input device at a first common node. These two transistors couple to form a first current mirror circuit which couples to the input of a second current mirror comprising the third and fourth transistors. The drain and gate of the third transistor couple to the first common node and the gate of the fourth transistor. The sources of both the third and fourth transistors couple to a second common node (e.g., ground), and the drain of the fourth transistor provides the output. As a result, current is mirrored from the input device transistor to the mirroring device transistor, and then forced through the third transistor. The current is then mirrored from the third transistor to the fourth transistor which forces the current to the output line.',\n",
              "     'publication_number': 'US5864228A',\n",
              "     'date': '1997-04-01',\n",
              "     'inventors': \"['Gary Brown', 'John Andrew Campbell', 'Jitendra Mohan']\"}},\n",
              "   {'_index': 'patents',\n",
              "    '_type': '_doc',\n",
              "    '_id': '26653',\n",
              "    '_score': 7.468393,\n",
              "    '_source': {'self_link': 'https://patents.google.com/patent/US7672107B2/en',\n",
              "     'title': 'Current limit control with current limit detector',\n",
              "     'abstract': 'Devices, such as mobile devices, may be exposed to short circuit and output overload events. To protect against such events, mobile devices typically include circuitry to limit currents so as not to exceed a pre-programmed current limit. Various embodiments of the present invention include devices and methods for detecting pre-programmed current limits and for limiting currents in response to such detection. In some embodiments, both the current limit detector and the current limit controller circuitry include scaled current switches. The scaling may be substantially similar between the programmed-current limit detector and the current limit controller circuitry.',\n",
              "     'publication_number': 'US7672107B2',\n",
              "     'date': '2007-05-22',\n",
              "     'inventors': \"['John So']\"}},\n",
              "   {'_index': 'patents',\n",
              "    '_type': '_doc',\n",
              "    '_id': '13859',\n",
              "    '_score': 7.1998367,\n",
              "    '_source': {'self_link': 'https://patents.google.com/patent/CN104865427A/en',\n",
              "     'title': 'Precise high-current transient current rise generating device',\n",
              "     'abstract': 'The invention discloses a precise high-current transient current rise generating device, which comprises an IO input device unit, a microcomputer control unit, a digital signal control processing unit, a D/A converter, an A/D converter, an output current acquisition unit, a high-power linear current power amplifier unit and a three-phase DC rectifier filter power supply for providing power for the high-power linear current power amplifier unit. The current acquisition unit acquires and measures transient high-current signals, the A/D converter converts the transient high-current signals into digital signals, the digital signals are transmitted to the digital signal control processing unit, and the amplitude and the waveform of the transient high-current signals are obtained through operation processing by the microcomputer control unit. Operation calculation processing on transient signals in many ways is completed via the microcomputer control unit, and through control on the D/A converter by the digital signal control processing unit, output of the transient analog signals is realized.',\n",
              "     'publication_number': 'CN104865427A',\n",
              "     'date': '2015-05-29',\n",
              "     'inventors': \"['石光', '韩伟', '赵军', '吴春红', '刘磊', '孔圣立', '赵文沛', '徐鹏煜', '关延伟', '李雷', '王懿', '马伟东', '罗海冰', '马建胜', '孙亮', '李治兵', '王成波']\"}},\n",
              "   {'_index': 'patents',\n",
              "    '_type': '_doc',\n",
              "    '_id': '16281',\n",
              "    '_score': 7.1998367,\n",
              "    '_source': {'self_link': 'https://patents.google.com/patent/CN203193322U/en',\n",
              "     'title': 'Solar integrated alternating current-direct current output component',\n",
              "     'abstract': 'The utility model discloses a solar integrated alternating current-direct current (AC-DC) output component. The solar integrated AC-DC output component comprises a solar cell panel, and an inverting control module, an output module and an energy storage module which are arranged on the back of the solar cell panel, wherein the energy storage module is internally provided with a storage battery, the solar cell panel and the inverting control module are electrically connected, and the inverting control module is electrically connected with the output module and the energy storage module respectively. A first output circuit is formed between the solar cell panel used as a power supply and the output module; or a second output circuit is formed between a power supply and the output module, wherein the solar cell panel and the charged energy storage module are jointly used as the power supply; or a third output circuit is formed between the charged energy storage module used as a power supply and the output module. The solar integrated AC-DC output component can generate power and store energy and is provided with multiple outputs. Complex connection is simplified, civil solar power generation can be realized with a single solar integrated AC-DC output component, additional electrical connection is not required, and the practicality of the solar integrated AC-DC output component is greatly improved compared with a conventional solar component.',\n",
              "     'publication_number': 'CN203193322U',\n",
              "     'date': '2013-03-22',\n",
              "     'inventors': \"['薛黎明', '顾明明']\"}},\n",
              "   {'_index': 'patents',\n",
              "    '_type': '_doc',\n",
              "    '_id': '39665',\n",
              "    '_score': 7.1998367,\n",
              "    '_source': {'self_link': 'https://patents.google.com/patent/CN203086341U/en',\n",
              "     'title': 'DC-DC (Direct Current to Direct Current) circuit',\n",
              "     'abstract': 'The utility model relates to a DC-DC (Direct Current to Direct Current) circuit. The DC-DC circuit comprises a first input/output terminal PORT 1, a second input/output terminal PORT 2, a first switch tube Q1, a second switch tube Q2, a first pulse input terminal PWM1, a second pulse input terminal PWM2, a first capacitor C1, a second capacitor C2, a first diode D1, a second diode D2 and an inductor L1. When pulse signals are input from the first pulse input terminal PWM1 and high-level signals are input from the second pulse input terminal PWM2, a BUCK circuit is formed by the Q1, the D2, the L1 and the C2; and when the pulse signals are input from the second pulse input terminal PWM2 and the high-level signals are input from the first pulse input terminal PWM1, a BOOST circuit is formed by the Q2, the D1, the L1 and the C1. The DC-DC circuit can serve as the BUCK circuit and can also serve as the BOOST circuit; and when the DC-DC circuit is applied to a circuit of portable electronic equipment, the circuit space occupation is little, and the circuit cost is low.',\n",
              "     'publication_number': 'CN203086341U',\n",
              "     'date': '2013-03-06',\n",
              "     'inventors': \"['李金智']\"}},\n",
              "   {'_index': 'patents',\n",
              "    '_type': '_doc',\n",
              "    '_id': '45792',\n",
              "    '_score': 7.1998367,\n",
              "    '_source': {'self_link': 'https://patents.google.com/patent/US7642762B2/en',\n",
              "     'title': 'Current source with indirect load current signal extraction',\n",
              "     'abstract': 'A switching circuit for supplying current to a load has a switching element, an inductive element coupled to the switching element, and a load current extraction circuit responsive to current in the inductive element for producing a load current signal as a simulated current approximating current in the load.',\n",
              "     'publication_number': 'US7642762B2',\n",
              "     'date': '2007-01-29',\n",
              "     'inventors': \"['Manjing Xie', 'Jindong Zhang']\"}},\n",
              "   {'_index': 'patents',\n",
              "    '_type': '_doc',\n",
              "    '_id': '48302',\n",
              "    '_score': 7.1998367,\n",
              "    '_source': {'self_link': 'https://patents.google.com/patent/DE3718183A1/en',\n",
              "     'title': 'Residual current device (differential-current protection circuit breaker)',\n",
              "     'abstract': \"The residual current device is provided with a summing current transformer whose secondary circuit contains a rectangular waveform generator, a measurement resistor and an electronic evaluation device. According to the invention, the secondary voltage (U1) and a control voltage (U2) are specified as input signals to the coupling switch (19). The coupling switch (19) contains one sensor (30, 30') and a tripping lock (40) for the tripping device (11), for each of these input signals (U1, U2). This residual current device is insensitive to brief, random surge currents and surge voltages (voltage spikes) which are produced, for example, by a lightning strike, even with a relatively low current intensity. <IMAGE>\",\n",
              "     'publication_number': 'DE3718183A1',\n",
              "     'date': '1987-05-29',\n",
              "     'inventors': \"['Fritz Pohl', 'Dieter Harr']\"}},\n",
              "   {'_index': 'patents',\n",
              "    '_type': '_doc',\n",
              "    '_id': '13692',\n",
              "    '_score': 7.051788,\n",
              "    '_source': {'self_link': 'https://patents.google.com/patent/EP0277377A1/en',\n",
              "     'title': 'Current limiting circuit',\n",
              "     'abstract': 'In a circuit arrangement for forming an output current from an input current which is limited in size to a modulation range bordered by at least one limit value, a limitation of even high-frequency currents is made possible by avoiding current distributions or saturation effects in that the circuit arrangement comprises a current linking element (1) for forming an at least one almost linear combination of the input current (IE), the output current (IA) and a fixed reference current (IR) and at least one rectifier arrangement (2) in the current path of the input (IE) and / or the output current (IA).',\n",
              "     'publication_number': 'EP0277377A1',\n",
              "     'date': '1987-12-09',\n",
              "     'inventors': \"['Jörg Wölber', 'Klaus Kröner']\"}},\n",
              "   {'_index': 'patents',\n",
              "    '_type': '_doc',\n",
              "    '_id': '13963',\n",
              "    '_score': 7.051788,\n",
              "    '_source': {'self_link': 'https://patents.google.com/patent/DE102004021232A1/en',\n",
              "     'title': 'Current mirror arrangement',\n",
              "     'abstract': \"There is provided a current mirror arrangement comprising two transistors (11, 12) of different conductivity type and each capable of delivering a bias current (PBIAS, NBIAS). A controlled current source (13, 13 ') is connected between the two transistors (11, 12) and forms the output of a current mirror (18, 13'). The proposed principle ensures that the emitted bias signals (PBIAS, NBIAS) match each other with high precision. The proposed current mirror arrangement can preferably be integrated in CMOS circuit technology.\",\n",
              "     'publication_number': 'DE102004021232A1',\n",
              "     'date': '2004-04-30',\n",
              "     'inventors': \"['Jakob Jongsma']\"}},\n",
              "   {'_index': 'patents',\n",
              "    '_type': '_doc',\n",
              "    '_id': '25046',\n",
              "    '_score': 7.051788,\n",
              "    '_source': {'self_link': 'https://patents.google.com/patent/JPS5284448A/en',\n",
              "     'title': 'Constant current circuit',\n",
              "     'abstract': 'PURPOSE: To obtain a high astable constant current source in a monolithic IC using a MOSFET. \\n     COPYRIGHT: (C)1977,JPO&Japio',\n",
              "     'publication_number': 'JPS5284448A',\n",
              "     'date': '1975-12-29',\n",
              "     'inventors': \"['Shinji Morozumi']\"}}]}}"
            ]
          },
          "metadata": {},
          "execution_count": 35
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Doing BERT"
      ],
      "metadata": {
        "id": "bEZyhxSowtiR"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install faiss-cpu\n",
        "!pip install -U sentence-transformers"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "BmejH88kuAJU",
        "outputId": "ac1db29f-41a8-456e-fdb6-d0ead98b5ce0"
      },
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting faiss-cpu\n",
            "  Downloading faiss_cpu-1.7.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (17.0 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m17.0/17.0 MB\u001b[0m \u001b[31m87.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hInstalling collected packages: faiss-cpu\n",
            "Successfully installed faiss-cpu-1.7.3\n",
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting sentence-transformers\n",
            "  Downloading sentence-transformers-2.2.2.tar.gz (85 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m86.0/86.0 KB\u001b[0m \u001b[31m9.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting transformers<5.0.0,>=4.6.0\n",
            "  Downloading transformers-4.26.1-py3-none-any.whl (6.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.3/6.3 MB\u001b[0m \u001b[31m82.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: tqdm in /usr/local/lib/python3.9/dist-packages (from sentence-transformers) (4.65.0)\n",
            "Requirement already satisfied: torch>=1.6.0 in /usr/local/lib/python3.9/dist-packages (from sentence-transformers) (1.13.1+cu116)\n",
            "Requirement already satisfied: torchvision in /usr/local/lib/python3.9/dist-packages (from sentence-transformers) (0.14.1+cu116)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.9/dist-packages (from sentence-transformers) (1.22.4)\n",
            "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.9/dist-packages (from sentence-transformers) (1.2.2)\n",
            "Requirement already satisfied: scipy in /usr/local/lib/python3.9/dist-packages (from sentence-transformers) (1.10.1)\n",
            "Requirement already satisfied: nltk in /usr/local/lib/python3.9/dist-packages (from sentence-transformers) (3.7)\n",
            "Collecting sentencepiece\n",
            "  Downloading sentencepiece-0.1.97-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m75.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting huggingface-hub>=0.4.0\n",
            "  Downloading huggingface_hub-0.13.2-py3-none-any.whl (199 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m199.2/199.2 KB\u001b[0m \u001b[31m6.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.9/dist-packages (from huggingface-hub>=0.4.0->sentence-transformers) (6.0)\n",
            "Requirement already satisfied: packaging>=20.9 in /usr/local/lib/python3.9/dist-packages (from huggingface-hub>=0.4.0->sentence-transformers) (23.0)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.9/dist-packages (from huggingface-hub>=0.4.0->sentence-transformers) (4.5.0)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.9/dist-packages (from huggingface-hub>=0.4.0->sentence-transformers) (2.25.1)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.9/dist-packages (from huggingface-hub>=0.4.0->sentence-transformers) (3.9.0)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.9/dist-packages (from transformers<5.0.0,>=4.6.0->sentence-transformers) (2022.6.2)\n",
            "Collecting tokenizers!=0.11.3,<0.14,>=0.11.1\n",
            "  Downloading tokenizers-0.13.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.6 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.6/7.6 MB\u001b[0m \u001b[31m104.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: click in /usr/local/lib/python3.9/dist-packages (from nltk->sentence-transformers) (8.1.3)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.9/dist-packages (from nltk->sentence-transformers) (1.1.1)\n",
            "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.9/dist-packages (from scikit-learn->sentence-transformers) (3.1.0)\n",
            "Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/local/lib/python3.9/dist-packages (from torchvision->sentence-transformers) (8.4.0)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.9/dist-packages (from requests->huggingface-hub>=0.4.0->sentence-transformers) (2022.12.7)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.9/dist-packages (from requests->huggingface-hub>=0.4.0->sentence-transformers) (2.10)\n",
            "Requirement already satisfied: chardet<5,>=3.0.2 in /usr/local/lib/python3.9/dist-packages (from requests->huggingface-hub>=0.4.0->sentence-transformers) (4.0.0)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.9/dist-packages (from requests->huggingface-hub>=0.4.0->sentence-transformers) (1.26.14)\n",
            "Building wheels for collected packages: sentence-transformers\n",
            "  Building wheel for sentence-transformers (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for sentence-transformers: filename=sentence_transformers-2.2.2-py3-none-any.whl size=125938 sha256=2425d59de18aada964d85e59c73a76f3315dcabd551093e5ab253c3046872e7f\n",
            "  Stored in directory: /root/.cache/pip/wheels/71/67/06/162a3760c40d74dd40bc855d527008d26341c2b0ecf3e8e11f\n",
            "Successfully built sentence-transformers\n",
            "Installing collected packages: tokenizers, sentencepiece, huggingface-hub, transformers, sentence-transformers\n",
            "Successfully installed huggingface-hub-0.13.2 sentence-transformers-2.2.2 sentencepiece-0.1.97 tokenizers-0.13.2 transformers-4.26.1\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install transformers"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "uu8GK8_ZuACj",
        "outputId": "31edad5d-1a1e-4506-84ad-79eee71898e8"
      },
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Requirement already satisfied: transformers in /usr/local/lib/python3.9/dist-packages (4.26.1)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.9/dist-packages (from transformers) (2.25.1)\n",
            "Requirement already satisfied: huggingface-hub<1.0,>=0.11.0 in /usr/local/lib/python3.9/dist-packages (from transformers) (0.13.2)\n",
            "Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /usr/local/lib/python3.9/dist-packages (from transformers) (0.13.2)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.9/dist-packages (from transformers) (2022.6.2)\n",
            "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.9/dist-packages (from transformers) (4.65.0)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.9/dist-packages (from transformers) (23.0)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.9/dist-packages (from transformers) (3.9.0)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.9/dist-packages (from transformers) (6.0)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.9/dist-packages (from transformers) (1.22.4)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.9/dist-packages (from huggingface-hub<1.0,>=0.11.0->transformers) (4.5.0)\n",
            "Requirement already satisfied: chardet<5,>=3.0.2 in /usr/local/lib/python3.9/dist-packages (from requests->transformers) (4.0.0)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.9/dist-packages (from requests->transformers) (2.10)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.9/dist-packages (from requests->transformers) (2022.12.7)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.9/dist-packages (from requests->transformers) (1.26.14)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import numpy as np\n",
        "import torch\n",
        "import os\n",
        "import pandas as pd\n",
        "import faiss\n",
        "import time\n",
        "import pickle\n",
        "from pathlib import Path\n",
        "from sentence_transformers import SentenceTransformer\n",
        "from transformers import *"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "yhGLws51w1kc",
        "outputId": "31c84dd1-2b90-4d00-a4b5-284960723301"
      },
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.9/dist-packages/transformers/generation_utils.py:24: FutureWarning: Importing `GenerationMixin` from `src/transformers/generation_utils.py` is deprecated and will be removed in Transformers v5. Import as `from transformers import GenerationMixin` instead.\n",
            "  warnings.warn(\n",
            "/usr/local/lib/python3.9/dist-packages/transformers/generation_tf_utils.py:24: FutureWarning: Importing `TFGenerationMixin` from `src/transformers/generation_tf_utils.py` is deprecated and will be removed in Transformers v5. Import as `from transformers import TFGenerationMixin` instead.\n",
            "  warnings.warn(\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df=pd.read_csv('/content/drive/MyDrive/tobeindexed.csv')"
      ],
      "metadata": {
        "id": "T32iWoRzxNPN"
      },
      "execution_count": 4,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "4t7Z7Buew5g-",
        "outputId": "6cb60585-fc20-4419-d907-4e90bda54678"
      },
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "       Unnamed: 0                                          self_link  \\\n",
              "0               0  https://patents.google.com/patent/US2005007174...   \n",
              "1               1  https://patents.google.com/patent/US2006001002...   \n",
              "2               2   https://patents.google.com/patent/US8577901B2/en   \n",
              "3               3   https://patents.google.com/patent/US8244723B2/en   \n",
              "4               4   https://patents.google.com/patent/US8515952B2/en   \n",
              "...           ...                                                ...   \n",
              "99995       99995  https://patents.google.com/patent/CN206045177U/en   \n",
              "99996       99996  https://patents.google.com/patent/CN216425560U/en   \n",
              "99997       99997  https://patents.google.com/patent/CN201395381Y/en   \n",
              "99998       99998  https://patents.google.com/patent/KR2008008972...   \n",
              "99999       99999  https://patents.google.com/patent/CN107019856A/en   \n",
              "\n",
              "                                                   title  \\\n",
              "0         Information retrieval based on historical data   \n",
              "1                 System & method for online advertising   \n",
              "2               Document scoring based on query analysis   \n",
              "3               Document scoring based on query analysis   \n",
              "4      Systems and methods for determining document f...   \n",
              "...                                                  ...   \n",
              "99995                        Single-use skin disinfector   \n",
              "99996  Intelligent municipal refuse classified collec...   \n",
              "99997                            Intellisense litter-bin   \n",
              "99998                               Portable air cleaner   \n",
              "99999           A kind of personal air cleaning facility   \n",
              "\n",
              "                                                abstract publication_number  \\\n",
              "0      A system identifies a document and obtains one...    US20050071741A1   \n",
              "1      A system and method for determining and identi...    US20060010029A1   \n",
              "2      A system may determine an extent to which a do...        US8577901B2   \n",
              "3      A system may determine an extent to which a do...        US8244723B2   \n",
              "4      A system determines a freshness of a first doc...        US8515952B2   \n",
              "...                                                  ...                ...   \n",
              "99995  This utility model is related to a kind of sin...       CN206045177U   \n",
              "99996  The utility model discloses an intelligent mun...       CN216425560U   \n",
              "99997  The utility model relates to an intellisense l...       CN201395381Y   \n",
              "99998  A portable air cleaner that is carried simply ...     KR20080089727A   \n",
              "99999  The invention discloses a kind of personal air...       CN107019856A   \n",
              "\n",
              "             date                                          inventors  \n",
              "0      2003-12-31  ['Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean...  \n",
              "1      2005-04-28                                     ['John Gross']  \n",
              "2      2011-09-30  ['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...  \n",
              "3      2011-09-26  ['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...  \n",
              "4      2011-12-19                               ['Monika Henzinger']  \n",
              "...           ...                                                ...  \n",
              "99995  2016-06-24   ['齐磊', '段广涛', '李�杰', '左明星', '申翠美', '徐兰举', '刘胜军']  \n",
              "99996  2021-10-22                               ['程斐', '周俊杰', '周雪定']  \n",
              "99997  2008-10-08                                            ['王春海']  \n",
              "99998  2007-04-02                ['이태준', '이진강', '차정호', '한상원', '이호준']  \n",
              "99999  2016-12-02                                    ['迈克尔·托马斯·安东尼']  \n",
              "\n",
              "[100000 rows x 7 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-aea2f922-4ad1-4258-b255-08edcb3ac4bb\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>self_link</th>\n",
              "      <th>title</th>\n",
              "      <th>abstract</th>\n",
              "      <th>publication_number</th>\n",
              "      <th>date</th>\n",
              "      <th>inventors</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>https://patents.google.com/patent/US2005007174...</td>\n",
              "      <td>Information retrieval based on historical data</td>\n",
              "      <td>A system identifies a document and obtains one...</td>\n",
              "      <td>US20050071741A1</td>\n",
              "      <td>2003-12-31</td>\n",
              "      <td>['Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>https://patents.google.com/patent/US2006001002...</td>\n",
              "      <td>System &amp; method for online advertising</td>\n",
              "      <td>A system and method for determining and identi...</td>\n",
              "      <td>US20060010029A1</td>\n",
              "      <td>2005-04-28</td>\n",
              "      <td>['John Gross']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>https://patents.google.com/patent/US8577901B2/en</td>\n",
              "      <td>Document scoring based on query analysis</td>\n",
              "      <td>A system may determine an extent to which a do...</td>\n",
              "      <td>US8577901B2</td>\n",
              "      <td>2011-09-30</td>\n",
              "      <td>['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>https://patents.google.com/patent/US8244723B2/en</td>\n",
              "      <td>Document scoring based on query analysis</td>\n",
              "      <td>A system may determine an extent to which a do...</td>\n",
              "      <td>US8244723B2</td>\n",
              "      <td>2011-09-26</td>\n",
              "      <td>['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>https://patents.google.com/patent/US8515952B2/en</td>\n",
              "      <td>Systems and methods for determining document f...</td>\n",
              "      <td>A system determines a freshness of a first doc...</td>\n",
              "      <td>US8515952B2</td>\n",
              "      <td>2011-12-19</td>\n",
              "      <td>['Monika Henzinger']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99995</th>\n",
              "      <td>99995</td>\n",
              "      <td>https://patents.google.com/patent/CN206045177U/en</td>\n",
              "      <td>Single-use skin disinfector</td>\n",
              "      <td>This utility model is related to a kind of sin...</td>\n",
              "      <td>CN206045177U</td>\n",
              "      <td>2016-06-24</td>\n",
              "      <td>['齐磊', '段广涛', '李�杰', '左明星', '申翠美', '徐兰举', '刘胜军']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99996</th>\n",
              "      <td>99996</td>\n",
              "      <td>https://patents.google.com/patent/CN216425560U/en</td>\n",
              "      <td>Intelligent municipal refuse classified collec...</td>\n",
              "      <td>The utility model discloses an intelligent mun...</td>\n",
              "      <td>CN216425560U</td>\n",
              "      <td>2021-10-22</td>\n",
              "      <td>['程斐', '周俊杰', '周雪定']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99997</th>\n",
              "      <td>99997</td>\n",
              "      <td>https://patents.google.com/patent/CN201395381Y/en</td>\n",
              "      <td>Intellisense litter-bin</td>\n",
              "      <td>The utility model relates to an intellisense l...</td>\n",
              "      <td>CN201395381Y</td>\n",
              "      <td>2008-10-08</td>\n",
              "      <td>['王春海']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99998</th>\n",
              "      <td>99998</td>\n",
              "      <td>https://patents.google.com/patent/KR2008008972...</td>\n",
              "      <td>Portable air cleaner</td>\n",
              "      <td>A portable air cleaner that is carried simply ...</td>\n",
              "      <td>KR20080089727A</td>\n",
              "      <td>2007-04-02</td>\n",
              "      <td>['이태준', '이진강', '차정호', '한상원', '이호준']</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99999</th>\n",
              "      <td>99999</td>\n",
              "      <td>https://patents.google.com/patent/CN107019856A/en</td>\n",
              "      <td>A kind of personal air cleaning facility</td>\n",
              "      <td>The invention discloses a kind of personal air...</td>\n",
              "      <td>CN107019856A</td>\n",
              "      <td>2016-12-02</td>\n",
              "      <td>['迈克尔·托马斯·安东尼']</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>100000 rows × 7 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-aea2f922-4ad1-4258-b255-08edcb3ac4bb')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-aea2f922-4ad1-4258-b255-08edcb3ac4bb button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-aea2f922-4ad1-4258-b255-08edcb3ac4bb');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import re\n",
        "pattern = r'\\d+'\n",
        "extract_numeric = lambda row: re.search(pattern, row['publication_number']).group()\n",
        "df['numeric_value'] = df.apply(extract_numeric, axis=1)"
      ],
      "metadata": {
        "id": "GXzdZb5vw8Cp"
      },
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df.shape"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "7SYpRIVRw_ia",
        "outputId": "5af640da-f2bf-4d79-ebc4-d4ea8ae0d7cf"
      },
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(100000, 8)"
            ]
          },
          "metadata": {},
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "eOkWW-SGxEOX",
        "outputId": "35bd842a-f5ed-429c-f411-daf7d13ce581"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "       Unnamed: 0                                          self_link  \\\n",
              "0               0  https://patents.google.com/patent/US2005007174...   \n",
              "1               1  https://patents.google.com/patent/US2006001002...   \n",
              "2               2   https://patents.google.com/patent/US8577901B2/en   \n",
              "3               3   https://patents.google.com/patent/US8244723B2/en   \n",
              "4               4   https://patents.google.com/patent/US8515952B2/en   \n",
              "...           ...                                                ...   \n",
              "99995       99995  https://patents.google.com/patent/CN206045177U/en   \n",
              "99996       99996  https://patents.google.com/patent/CN216425560U/en   \n",
              "99997       99997  https://patents.google.com/patent/CN201395381Y/en   \n",
              "99998       99998  https://patents.google.com/patent/KR2008008972...   \n",
              "99999       99999  https://patents.google.com/patent/CN107019856A/en   \n",
              "\n",
              "                                                   title  \\\n",
              "0         Information retrieval based on historical data   \n",
              "1                 System & method for online advertising   \n",
              "2               Document scoring based on query analysis   \n",
              "3               Document scoring based on query analysis   \n",
              "4      Systems and methods for determining document f...   \n",
              "...                                                  ...   \n",
              "99995                        Single-use skin disinfector   \n",
              "99996  Intelligent municipal refuse classified collec...   \n",
              "99997                            Intellisense litter-bin   \n",
              "99998                               Portable air cleaner   \n",
              "99999           A kind of personal air cleaning facility   \n",
              "\n",
              "                                                abstract publication_number  \\\n",
              "0      A system identifies a document and obtains one...    US20050071741A1   \n",
              "1      A system and method for determining and identi...    US20060010029A1   \n",
              "2      A system may determine an extent to which a do...        US8577901B2   \n",
              "3      A system may determine an extent to which a do...        US8244723B2   \n",
              "4      A system determines a freshness of a first doc...        US8515952B2   \n",
              "...                                                  ...                ...   \n",
              "99995  This utility model is related to a kind of sin...       CN206045177U   \n",
              "99996  The utility model discloses an intelligent mun...       CN216425560U   \n",
              "99997  The utility model relates to an intellisense l...       CN201395381Y   \n",
              "99998  A portable air cleaner that is carried simply ...     KR20080089727A   \n",
              "99999  The invention discloses a kind of personal air...       CN107019856A   \n",
              "\n",
              "             date                                          inventors  \\\n",
              "0      2003-12-31  ['Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean...   \n",
              "1      2005-04-28                                     ['John Gross']   \n",
              "2      2011-09-30  ['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...   \n",
              "3      2011-09-26  ['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...   \n",
              "4      2011-12-19                               ['Monika Henzinger']   \n",
              "...           ...                                                ...   \n",
              "99995  2016-06-24   ['齐磊', '段广涛', '李�杰', '左明星', '申翠美', '徐兰举', '刘胜军']   \n",
              "99996  2021-10-22                               ['程斐', '周俊杰', '周雪定']   \n",
              "99997  2008-10-08                                            ['王春海']   \n",
              "99998  2007-04-02                ['이태준', '이진강', '차정호', '한상원', '이호준']   \n",
              "99999  2016-12-02                                    ['迈克尔·托马斯·安东尼']   \n",
              "\n",
              "      numeric_value  \n",
              "0       20050071741  \n",
              "1       20060010029  \n",
              "2           8577901  \n",
              "3           8244723  \n",
              "4           8515952  \n",
              "...             ...  \n",
              "99995     206045177  \n",
              "99996     216425560  \n",
              "99997     201395381  \n",
              "99998   20080089727  \n",
              "99999     107019856  \n",
              "\n",
              "[100000 rows x 8 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-099fe8af-21fb-40c5-85e6-9794ba302234\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>self_link</th>\n",
              "      <th>title</th>\n",
              "      <th>abstract</th>\n",
              "      <th>publication_number</th>\n",
              "      <th>date</th>\n",
              "      <th>inventors</th>\n",
              "      <th>numeric_value</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>https://patents.google.com/patent/US2005007174...</td>\n",
              "      <td>Information retrieval based on historical data</td>\n",
              "      <td>A system identifies a document and obtains one...</td>\n",
              "      <td>US20050071741A1</td>\n",
              "      <td>2003-12-31</td>\n",
              "      <td>['Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean...</td>\n",
              "      <td>20050071741</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>https://patents.google.com/patent/US2006001002...</td>\n",
              "      <td>System &amp; method for online advertising</td>\n",
              "      <td>A system and method for determining and identi...</td>\n",
              "      <td>US20060010029A1</td>\n",
              "      <td>2005-04-28</td>\n",
              "      <td>['John Gross']</td>\n",
              "      <td>20060010029</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>https://patents.google.com/patent/US8577901B2/en</td>\n",
              "      <td>Document scoring based on query analysis</td>\n",
              "      <td>A system may determine an extent to which a do...</td>\n",
              "      <td>US8577901B2</td>\n",
              "      <td>2011-09-30</td>\n",
              "      <td>['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...</td>\n",
              "      <td>8577901</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>https://patents.google.com/patent/US8244723B2/en</td>\n",
              "      <td>Document scoring based on query analysis</td>\n",
              "      <td>A system may determine an extent to which a do...</td>\n",
              "      <td>US8244723B2</td>\n",
              "      <td>2011-09-26</td>\n",
              "      <td>['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...</td>\n",
              "      <td>8244723</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>https://patents.google.com/patent/US8515952B2/en</td>\n",
              "      <td>Systems and methods for determining document f...</td>\n",
              "      <td>A system determines a freshness of a first doc...</td>\n",
              "      <td>US8515952B2</td>\n",
              "      <td>2011-12-19</td>\n",
              "      <td>['Monika Henzinger']</td>\n",
              "      <td>8515952</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99995</th>\n",
              "      <td>99995</td>\n",
              "      <td>https://patents.google.com/patent/CN206045177U/en</td>\n",
              "      <td>Single-use skin disinfector</td>\n",
              "      <td>This utility model is related to a kind of sin...</td>\n",
              "      <td>CN206045177U</td>\n",
              "      <td>2016-06-24</td>\n",
              "      <td>['齐磊', '段广涛', '李�杰', '左明星', '申翠美', '徐兰举', '刘胜军']</td>\n",
              "      <td>206045177</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99996</th>\n",
              "      <td>99996</td>\n",
              "      <td>https://patents.google.com/patent/CN216425560U/en</td>\n",
              "      <td>Intelligent municipal refuse classified collec...</td>\n",
              "      <td>The utility model discloses an intelligent mun...</td>\n",
              "      <td>CN216425560U</td>\n",
              "      <td>2021-10-22</td>\n",
              "      <td>['程斐', '周俊杰', '周雪定']</td>\n",
              "      <td>216425560</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99997</th>\n",
              "      <td>99997</td>\n",
              "      <td>https://patents.google.com/patent/CN201395381Y/en</td>\n",
              "      <td>Intellisense litter-bin</td>\n",
              "      <td>The utility model relates to an intellisense l...</td>\n",
              "      <td>CN201395381Y</td>\n",
              "      <td>2008-10-08</td>\n",
              "      <td>['王春海']</td>\n",
              "      <td>201395381</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99998</th>\n",
              "      <td>99998</td>\n",
              "      <td>https://patents.google.com/patent/KR2008008972...</td>\n",
              "      <td>Portable air cleaner</td>\n",
              "      <td>A portable air cleaner that is carried simply ...</td>\n",
              "      <td>KR20080089727A</td>\n",
              "      <td>2007-04-02</td>\n",
              "      <td>['이태준', '이진강', '차정호', '한상원', '이호준']</td>\n",
              "      <td>20080089727</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99999</th>\n",
              "      <td>99999</td>\n",
              "      <td>https://patents.google.com/patent/CN107019856A/en</td>\n",
              "      <td>A kind of personal air cleaning facility</td>\n",
              "      <td>The invention discloses a kind of personal air...</td>\n",
              "      <td>CN107019856A</td>\n",
              "      <td>2016-12-02</td>\n",
              "      <td>['迈克尔·托马斯·安东尼']</td>\n",
              "      <td>107019856</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>100000 rows × 8 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-099fe8af-21fb-40c5-85e6-9794ba302234')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-099fe8af-21fb-40c5-85e6-9794ba302234 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-099fe8af-21fb-40c5-85e6-9794ba302234');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 8
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "print(df.apply(lambda col: col.unique().shape[0]))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "rhoKZqyExXpV",
        "outputId": "ed2e9e23-cb0e-499a-e72a-18d93d5d752b"
      },
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Unnamed: 0            100000\n",
            "self_link             100000\n",
            "title                  88370\n",
            "abstract               97564\n",
            "publication_number    100000\n",
            "date                   13171\n",
            "inventors              89300\n",
            "numeric_value          99750\n",
            "dtype: int64\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df.drop(df.columns[[0]], axis=1, inplace=True)"
      ],
      "metadata": {
        "id": "-g0nHBNVxrDr"
      },
      "execution_count": 10,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "xNuQoluVxu8H",
        "outputId": "2650d5ed-7935-4063-b86d-b6cacf53da0e"
      },
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                               self_link  \\\n",
              "0      https://patents.google.com/patent/US2005007174...   \n",
              "1      https://patents.google.com/patent/US2006001002...   \n",
              "2       https://patents.google.com/patent/US8577901B2/en   \n",
              "3       https://patents.google.com/patent/US8244723B2/en   \n",
              "4       https://patents.google.com/patent/US8515952B2/en   \n",
              "...                                                  ...   \n",
              "99995  https://patents.google.com/patent/CN206045177U/en   \n",
              "99996  https://patents.google.com/patent/CN216425560U/en   \n",
              "99997  https://patents.google.com/patent/CN201395381Y/en   \n",
              "99998  https://patents.google.com/patent/KR2008008972...   \n",
              "99999  https://patents.google.com/patent/CN107019856A/en   \n",
              "\n",
              "                                                   title  \\\n",
              "0         Information retrieval based on historical data   \n",
              "1                 System & method for online advertising   \n",
              "2               Document scoring based on query analysis   \n",
              "3               Document scoring based on query analysis   \n",
              "4      Systems and methods for determining document f...   \n",
              "...                                                  ...   \n",
              "99995                        Single-use skin disinfector   \n",
              "99996  Intelligent municipal refuse classified collec...   \n",
              "99997                            Intellisense litter-bin   \n",
              "99998                               Portable air cleaner   \n",
              "99999           A kind of personal air cleaning facility   \n",
              "\n",
              "                                                abstract publication_number  \\\n",
              "0      A system identifies a document and obtains one...    US20050071741A1   \n",
              "1      A system and method for determining and identi...    US20060010029A1   \n",
              "2      A system may determine an extent to which a do...        US8577901B2   \n",
              "3      A system may determine an extent to which a do...        US8244723B2   \n",
              "4      A system determines a freshness of a first doc...        US8515952B2   \n",
              "...                                                  ...                ...   \n",
              "99995  This utility model is related to a kind of sin...       CN206045177U   \n",
              "99996  The utility model discloses an intelligent mun...       CN216425560U   \n",
              "99997  The utility model relates to an intellisense l...       CN201395381Y   \n",
              "99998  A portable air cleaner that is carried simply ...     KR20080089727A   \n",
              "99999  The invention discloses a kind of personal air...       CN107019856A   \n",
              "\n",
              "             date                                          inventors  \\\n",
              "0      2003-12-31  ['Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean...   \n",
              "1      2005-04-28                                     ['John Gross']   \n",
              "2      2011-09-30  ['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...   \n",
              "3      2011-09-26  ['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...   \n",
              "4      2011-12-19                               ['Monika Henzinger']   \n",
              "...           ...                                                ...   \n",
              "99995  2016-06-24   ['齐磊', '段广涛', '李�杰', '左明星', '申翠美', '徐兰举', '刘胜军']   \n",
              "99996  2021-10-22                               ['程斐', '周俊杰', '周雪定']   \n",
              "99997  2008-10-08                                            ['王春海']   \n",
              "99998  2007-04-02                ['이태준', '이진강', '차정호', '한상원', '이호준']   \n",
              "99999  2016-12-02                                    ['迈克尔·托马斯·安东尼']   \n",
              "\n",
              "      numeric_value  \n",
              "0       20050071741  \n",
              "1       20060010029  \n",
              "2           8577901  \n",
              "3           8244723  \n",
              "4           8515952  \n",
              "...             ...  \n",
              "99995     206045177  \n",
              "99996     216425560  \n",
              "99997     201395381  \n",
              "99998   20080089727  \n",
              "99999     107019856  \n",
              "\n",
              "[100000 rows x 7 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-07f19cbc-d208-4f2e-b1a4-1f0544e7f62a\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>self_link</th>\n",
              "      <th>title</th>\n",
              "      <th>abstract</th>\n",
              "      <th>publication_number</th>\n",
              "      <th>date</th>\n",
              "      <th>inventors</th>\n",
              "      <th>numeric_value</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>https://patents.google.com/patent/US2005007174...</td>\n",
              "      <td>Information retrieval based on historical data</td>\n",
              "      <td>A system identifies a document and obtains one...</td>\n",
              "      <td>US20050071741A1</td>\n",
              "      <td>2003-12-31</td>\n",
              "      <td>['Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean...</td>\n",
              "      <td>20050071741</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>https://patents.google.com/patent/US2006001002...</td>\n",
              "      <td>System &amp; method for online advertising</td>\n",
              "      <td>A system and method for determining and identi...</td>\n",
              "      <td>US20060010029A1</td>\n",
              "      <td>2005-04-28</td>\n",
              "      <td>['John Gross']</td>\n",
              "      <td>20060010029</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>https://patents.google.com/patent/US8577901B2/en</td>\n",
              "      <td>Document scoring based on query analysis</td>\n",
              "      <td>A system may determine an extent to which a do...</td>\n",
              "      <td>US8577901B2</td>\n",
              "      <td>2011-09-30</td>\n",
              "      <td>['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...</td>\n",
              "      <td>8577901</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>https://patents.google.com/patent/US8244723B2/en</td>\n",
              "      <td>Document scoring based on query analysis</td>\n",
              "      <td>A system may determine an extent to which a do...</td>\n",
              "      <td>US8244723B2</td>\n",
              "      <td>2011-09-26</td>\n",
              "      <td>['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...</td>\n",
              "      <td>8244723</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>https://patents.google.com/patent/US8515952B2/en</td>\n",
              "      <td>Systems and methods for determining document f...</td>\n",
              "      <td>A system determines a freshness of a first doc...</td>\n",
              "      <td>US8515952B2</td>\n",
              "      <td>2011-12-19</td>\n",
              "      <td>['Monika Henzinger']</td>\n",
              "      <td>8515952</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99995</th>\n",
              "      <td>https://patents.google.com/patent/CN206045177U/en</td>\n",
              "      <td>Single-use skin disinfector</td>\n",
              "      <td>This utility model is related to a kind of sin...</td>\n",
              "      <td>CN206045177U</td>\n",
              "      <td>2016-06-24</td>\n",
              "      <td>['齐磊', '段广涛', '李�杰', '左明星', '申翠美', '徐兰举', '刘胜军']</td>\n",
              "      <td>206045177</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99996</th>\n",
              "      <td>https://patents.google.com/patent/CN216425560U/en</td>\n",
              "      <td>Intelligent municipal refuse classified collec...</td>\n",
              "      <td>The utility model discloses an intelligent mun...</td>\n",
              "      <td>CN216425560U</td>\n",
              "      <td>2021-10-22</td>\n",
              "      <td>['程斐', '周俊杰', '周雪定']</td>\n",
              "      <td>216425560</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99997</th>\n",
              "      <td>https://patents.google.com/patent/CN201395381Y/en</td>\n",
              "      <td>Intellisense litter-bin</td>\n",
              "      <td>The utility model relates to an intellisense l...</td>\n",
              "      <td>CN201395381Y</td>\n",
              "      <td>2008-10-08</td>\n",
              "      <td>['王春海']</td>\n",
              "      <td>201395381</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99998</th>\n",
              "      <td>https://patents.google.com/patent/KR2008008972...</td>\n",
              "      <td>Portable air cleaner</td>\n",
              "      <td>A portable air cleaner that is carried simply ...</td>\n",
              "      <td>KR20080089727A</td>\n",
              "      <td>2007-04-02</td>\n",
              "      <td>['이태준', '이진강', '차정호', '한상원', '이호준']</td>\n",
              "      <td>20080089727</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>99999</th>\n",
              "      <td>https://patents.google.com/patent/CN107019856A/en</td>\n",
              "      <td>A kind of personal air cleaning facility</td>\n",
              "      <td>The invention discloses a kind of personal air...</td>\n",
              "      <td>CN107019856A</td>\n",
              "      <td>2016-12-02</td>\n",
              "      <td>['迈克尔·托马斯·安东尼']</td>\n",
              "      <td>107019856</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>100000 rows × 7 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-07f19cbc-d208-4f2e-b1a4-1f0544e7f62a')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-07f19cbc-d208-4f2e-b1a4-1f0544e7f62a button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-07f19cbc-d208-4f2e-b1a4-1f0544e7f62a');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 11
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df.to_csv('indexed.csv')"
      ],
      "metadata": {
        "id": "Lx_qpBuL1TME"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df=df.iloc[:25000]"
      ],
      "metadata": {
        "id": "6nKfdW2aSsUG"
      },
      "execution_count": 12,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "new_df = df.drop(df.columns[[0,4,6]], axis=1)"
      ],
      "metadata": {
        "id": "8IL3DPMmcdlR"
      },
      "execution_count": 13,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "new_df=new_df.iloc[:25000]"
      ],
      "metadata": {
        "id": "Oknu2jEEdD9z"
      },
      "execution_count": 14,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "new_df['inventor'] = new_df['inventors'].apply(lambda x: x[1:-1])"
      ],
      "metadata": {
        "id": "Hj0XOGnhR1Yc"
      },
      "execution_count": 15,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "new_df['inventor']"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "_8BIfUo4Q8im",
        "outputId": "8252dcda-9947-4a96-fe21-a965026df581"
      },
      "execution_count": 117,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0        'Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean'...\n",
              "1                                             'John Gross'\n",
              "2        'Jeffrey Dean', 'Paul Haahr', 'Monika Henzinge...\n",
              "3        'Jeffrey Dean', 'Paul Haahr', 'Monika Henzinge...\n",
              "4                                       'Monika Henzinger'\n",
              "                               ...                        \n",
              "24995    'Masanori Takada', 'Akira Yamamoto', 'Hiroshi ...\n",
              "24996                                    'Sanjay Subbarao'\n",
              "24997               '刘勇', '胡小吐', '钟璐', '杨颖欣', '胡静龄', '杨森林'\n",
              "24998                            '钟永宏', '刘鹏', '白雄彩', '胡文军'\n",
              "24999                                                '赵万富'\n",
              "Name: inventor, Length: 25000, dtype: object"
            ]
          },
          "metadata": {},
          "execution_count": 117
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "new_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 641
        },
        "id": "rtY_Gi6Uh7I1",
        "outputId": "2bbcc4a7-5b91-41b6-9c64-e854aefc8acd"
      },
      "execution_count": 17,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                                   title  \\\n",
              "0         Information retrieval based on historical data   \n",
              "1                 System & method for online advertising   \n",
              "2               Document scoring based on query analysis   \n",
              "3               Document scoring based on query analysis   \n",
              "4      Systems and methods for determining document f...   \n",
              "...                                                  ...   \n",
              "24995  Storage system and method for controlling stor...   \n",
              "24996   Method of implementing XOR based RAID algorithms   \n",
              "24997  Sintering flue gas desulfurization and denitri...   \n",
              "24998  A kind of coal-fired boiler tail gas integrate...   \n",
              "24999                                             Filter   \n",
              "\n",
              "                                                abstract publication_number  \\\n",
              "0      A system identifies a document and obtains one...    US20050071741A1   \n",
              "1      A system and method for determining and identi...    US20060010029A1   \n",
              "2      A system may determine an extent to which a do...        US8577901B2   \n",
              "3      A system may determine an extent to which a do...        US8244723B2   \n",
              "4      A system determines a freshness of a first doc...        US8515952B2   \n",
              "...                                                  ...                ...   \n",
              "24995  It is provided a storage system, comprising a ...    US20140115255A1   \n",
              "24996  An interpretive script language that provides ...        US7827469B2   \n",
              "24997  The utility model provides a sintering flue ga...       CN211987967U   \n",
              "24998  The utility model discloses a kind of coal-fir...       CN208678764U   \n",
              "24999  The present invention discloses a filtering ne...         CN1029545C   \n",
              "\n",
              "                                               inventors  \\\n",
              "0      ['Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean...   \n",
              "1                                         ['John Gross']   \n",
              "2      ['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...   \n",
              "3      ['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...   \n",
              "4                                   ['Monika Henzinger']   \n",
              "...                                                  ...   \n",
              "24995  ['Masanori Takada', 'Akira Yamamoto', 'Hiroshi...   \n",
              "24996                                ['Sanjay Subbarao']   \n",
              "24997           ['刘勇', '胡小吐', '钟璐', '杨颖欣', '胡静龄', '杨森林']   \n",
              "24998                        ['钟永宏', '刘鹏', '白雄彩', '胡文军']   \n",
              "24999                                            ['赵万富']   \n",
              "\n",
              "                                                inventor  \n",
              "0      'Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean'...  \n",
              "1                                           'John Gross'  \n",
              "2      'Jeffrey Dean', 'Paul Haahr', 'Monika Henzinge...  \n",
              "3      'Jeffrey Dean', 'Paul Haahr', 'Monika Henzinge...  \n",
              "4                                     'Monika Henzinger'  \n",
              "...                                                  ...  \n",
              "24995  'Masanori Takada', 'Akira Yamamoto', 'Hiroshi ...  \n",
              "24996                                  'Sanjay Subbarao'  \n",
              "24997             '刘勇', '胡小吐', '钟璐', '杨颖欣', '胡静龄', '杨森林'  \n",
              "24998                          '钟永宏', '刘鹏', '白雄彩', '胡文军'  \n",
              "24999                                              '赵万富'  \n",
              "\n",
              "[25000 rows x 5 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-5b1aef8f-decf-4447-babc-02986e264f3f\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>title</th>\n",
              "      <th>abstract</th>\n",
              "      <th>publication_number</th>\n",
              "      <th>inventors</th>\n",
              "      <th>inventor</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Information retrieval based on historical data</td>\n",
              "      <td>A system identifies a document and obtains one...</td>\n",
              "      <td>US20050071741A1</td>\n",
              "      <td>['Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean...</td>\n",
              "      <td>'Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean'...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>System &amp; method for online advertising</td>\n",
              "      <td>A system and method for determining and identi...</td>\n",
              "      <td>US20060010029A1</td>\n",
              "      <td>['John Gross']</td>\n",
              "      <td>'John Gross'</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Document scoring based on query analysis</td>\n",
              "      <td>A system may determine an extent to which a do...</td>\n",
              "      <td>US8577901B2</td>\n",
              "      <td>['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...</td>\n",
              "      <td>'Jeffrey Dean', 'Paul Haahr', 'Monika Henzinge...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Document scoring based on query analysis</td>\n",
              "      <td>A system may determine an extent to which a do...</td>\n",
              "      <td>US8244723B2</td>\n",
              "      <td>['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...</td>\n",
              "      <td>'Jeffrey Dean', 'Paul Haahr', 'Monika Henzinge...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Systems and methods for determining document f...</td>\n",
              "      <td>A system determines a freshness of a first doc...</td>\n",
              "      <td>US8515952B2</td>\n",
              "      <td>['Monika Henzinger']</td>\n",
              "      <td>'Monika Henzinger'</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24995</th>\n",
              "      <td>Storage system and method for controlling stor...</td>\n",
              "      <td>It is provided a storage system, comprising a ...</td>\n",
              "      <td>US20140115255A1</td>\n",
              "      <td>['Masanori Takada', 'Akira Yamamoto', 'Hiroshi...</td>\n",
              "      <td>'Masanori Takada', 'Akira Yamamoto', 'Hiroshi ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24996</th>\n",
              "      <td>Method of implementing XOR based RAID algorithms</td>\n",
              "      <td>An interpretive script language that provides ...</td>\n",
              "      <td>US7827469B2</td>\n",
              "      <td>['Sanjay Subbarao']</td>\n",
              "      <td>'Sanjay Subbarao'</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24997</th>\n",
              "      <td>Sintering flue gas desulfurization and denitri...</td>\n",
              "      <td>The utility model provides a sintering flue ga...</td>\n",
              "      <td>CN211987967U</td>\n",
              "      <td>['刘勇', '胡小吐', '钟璐', '杨颖欣', '胡静龄', '杨森林']</td>\n",
              "      <td>'刘勇', '胡小吐', '钟璐', '杨颖欣', '胡静龄', '杨森林'</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24998</th>\n",
              "      <td>A kind of coal-fired boiler tail gas integrate...</td>\n",
              "      <td>The utility model discloses a kind of coal-fir...</td>\n",
              "      <td>CN208678764U</td>\n",
              "      <td>['钟永宏', '刘鹏', '白雄彩', '胡文军']</td>\n",
              "      <td>'钟永宏', '刘鹏', '白雄彩', '胡文军'</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24999</th>\n",
              "      <td>Filter</td>\n",
              "      <td>The present invention discloses a filtering ne...</td>\n",
              "      <td>CN1029545C</td>\n",
              "      <td>['赵万富']</td>\n",
              "      <td>'赵万富'</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>25000 rows × 5 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-5b1aef8f-decf-4447-babc-02986e264f3f')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-5b1aef8f-decf-4447-babc-02986e264f3f button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-5b1aef8f-decf-4447-babc-02986e264f3f');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 17
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "new_df['combined'] = new_df[['abstract','title','inventor']].apply(lambda x: ' [SEP] '.join(x.astype(str)), axis=1)"
      ],
      "metadata": {
        "id": "pMX3KKARrHDs"
      },
      "execution_count": 131,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "new_df"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 815
        },
        "id": "449T1Xbfr3Lf",
        "outputId": "8d7a2bc5-4e04-4507-b0a8-bb1bd7634e92"
      },
      "execution_count": 132,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                                   title  \\\n",
              "0         Information retrieval based on historical data   \n",
              "1                 System & method for online advertising   \n",
              "2               Document scoring based on query analysis   \n",
              "3               Document scoring based on query analysis   \n",
              "4      Systems and methods for determining document f...   \n",
              "...                                                  ...   \n",
              "24995  Storage system and method for controlling stor...   \n",
              "24996   Method of implementing XOR based RAID algorithms   \n",
              "24997  Sintering flue gas desulfurization and denitri...   \n",
              "24998  A kind of coal-fired boiler tail gas integrate...   \n",
              "24999                                             Filter   \n",
              "\n",
              "                                                abstract publication_number  \\\n",
              "0      A system identifies a document and obtains one...    US20050071741A1   \n",
              "1      A system and method for determining and identi...    US20060010029A1   \n",
              "2      A system may determine an extent to which a do...        US8577901B2   \n",
              "3      A system may determine an extent to which a do...        US8244723B2   \n",
              "4      A system determines a freshness of a first doc...        US8515952B2   \n",
              "...                                                  ...                ...   \n",
              "24995  It is provided a storage system, comprising a ...    US20140115255A1   \n",
              "24996  An interpretive script language that provides ...        US7827469B2   \n",
              "24997  The utility model provides a sintering flue ga...       CN211987967U   \n",
              "24998  The utility model discloses a kind of coal-fir...       CN208678764U   \n",
              "24999  The present invention discloses a filtering ne...         CN1029545C   \n",
              "\n",
              "                                               inventors  \\\n",
              "0      ['Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean...   \n",
              "1                                         ['John Gross']   \n",
              "2      ['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...   \n",
              "3      ['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...   \n",
              "4                                   ['Monika Henzinger']   \n",
              "...                                                  ...   \n",
              "24995  ['Masanori Takada', 'Akira Yamamoto', 'Hiroshi...   \n",
              "24996                                ['Sanjay Subbarao']   \n",
              "24997           ['刘勇', '胡小吐', '钟璐', '杨颖欣', '胡静龄', '杨森林']   \n",
              "24998                        ['钟永宏', '刘鹏', '白雄彩', '胡文军']   \n",
              "24999                                            ['赵万富']   \n",
              "\n",
              "                                                inventor  \\\n",
              "0      'Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean'...   \n",
              "1                                           'John Gross'   \n",
              "2      'Jeffrey Dean', 'Paul Haahr', 'Monika Henzinge...   \n",
              "3      'Jeffrey Dean', 'Paul Haahr', 'Monika Henzinge...   \n",
              "4                                     'Monika Henzinger'   \n",
              "...                                                  ...   \n",
              "24995  'Masanori Takada', 'Akira Yamamoto', 'Hiroshi ...   \n",
              "24996                                  'Sanjay Subbarao'   \n",
              "24997             '刘勇', '胡小吐', '钟璐', '杨颖欣', '胡静龄', '杨森林'   \n",
              "24998                          '钟永宏', '刘鹏', '白雄彩', '胡文军'   \n",
              "24999                                              '赵万富'   \n",
              "\n",
              "                                                combined  \n",
              "0      A system identifies a document and obtains one...  \n",
              "1      A system and method for determining and identi...  \n",
              "2      A system may determine an extent to which a do...  \n",
              "3      A system may determine an extent to which a do...  \n",
              "4      A system determines a freshness of a first doc...  \n",
              "...                                                  ...  \n",
              "24995  It is provided a storage system, comprising a ...  \n",
              "24996  An interpretive script language that provides ...  \n",
              "24997  The utility model provides a sintering flue ga...  \n",
              "24998  The utility model discloses a kind of coal-fir...  \n",
              "24999  The present invention discloses a filtering ne...  \n",
              "\n",
              "[25000 rows x 6 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-aeb17f79-9fc6-4b72-8c5b-e9e06268cde5\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>title</th>\n",
              "      <th>abstract</th>\n",
              "      <th>publication_number</th>\n",
              "      <th>inventors</th>\n",
              "      <th>inventor</th>\n",
              "      <th>combined</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Information retrieval based on historical data</td>\n",
              "      <td>A system identifies a document and obtains one...</td>\n",
              "      <td>US20050071741A1</td>\n",
              "      <td>['Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean...</td>\n",
              "      <td>'Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean'...</td>\n",
              "      <td>A system identifies a document and obtains one...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>System &amp; method for online advertising</td>\n",
              "      <td>A system and method for determining and identi...</td>\n",
              "      <td>US20060010029A1</td>\n",
              "      <td>['John Gross']</td>\n",
              "      <td>'John Gross'</td>\n",
              "      <td>A system and method for determining and identi...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Document scoring based on query analysis</td>\n",
              "      <td>A system may determine an extent to which a do...</td>\n",
              "      <td>US8577901B2</td>\n",
              "      <td>['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...</td>\n",
              "      <td>'Jeffrey Dean', 'Paul Haahr', 'Monika Henzinge...</td>\n",
              "      <td>A system may determine an extent to which a do...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Document scoring based on query analysis</td>\n",
              "      <td>A system may determine an extent to which a do...</td>\n",
              "      <td>US8244723B2</td>\n",
              "      <td>['Jeffrey Dean', 'Paul Haahr', 'Monika Henzing...</td>\n",
              "      <td>'Jeffrey Dean', 'Paul Haahr', 'Monika Henzinge...</td>\n",
              "      <td>A system may determine an extent to which a do...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Systems and methods for determining document f...</td>\n",
              "      <td>A system determines a freshness of a first doc...</td>\n",
              "      <td>US8515952B2</td>\n",
              "      <td>['Monika Henzinger']</td>\n",
              "      <td>'Monika Henzinger'</td>\n",
              "      <td>A system determines a freshness of a first doc...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24995</th>\n",
              "      <td>Storage system and method for controlling stor...</td>\n",
              "      <td>It is provided a storage system, comprising a ...</td>\n",
              "      <td>US20140115255A1</td>\n",
              "      <td>['Masanori Takada', 'Akira Yamamoto', 'Hiroshi...</td>\n",
              "      <td>'Masanori Takada', 'Akira Yamamoto', 'Hiroshi ...</td>\n",
              "      <td>It is provided a storage system, comprising a ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24996</th>\n",
              "      <td>Method of implementing XOR based RAID algorithms</td>\n",
              "      <td>An interpretive script language that provides ...</td>\n",
              "      <td>US7827469B2</td>\n",
              "      <td>['Sanjay Subbarao']</td>\n",
              "      <td>'Sanjay Subbarao'</td>\n",
              "      <td>An interpretive script language that provides ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24997</th>\n",
              "      <td>Sintering flue gas desulfurization and denitri...</td>\n",
              "      <td>The utility model provides a sintering flue ga...</td>\n",
              "      <td>CN211987967U</td>\n",
              "      <td>['刘勇', '胡小吐', '钟璐', '杨颖欣', '胡静龄', '杨森林']</td>\n",
              "      <td>'刘勇', '胡小吐', '钟璐', '杨颖欣', '胡静龄', '杨森林'</td>\n",
              "      <td>The utility model provides a sintering flue ga...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24998</th>\n",
              "      <td>A kind of coal-fired boiler tail gas integrate...</td>\n",
              "      <td>The utility model discloses a kind of coal-fir...</td>\n",
              "      <td>CN208678764U</td>\n",
              "      <td>['钟永宏', '刘鹏', '白雄彩', '胡文军']</td>\n",
              "      <td>'钟永宏', '刘鹏', '白雄彩', '胡文军'</td>\n",
              "      <td>The utility model discloses a kind of coal-fir...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24999</th>\n",
              "      <td>Filter</td>\n",
              "      <td>The present invention discloses a filtering ne...</td>\n",
              "      <td>CN1029545C</td>\n",
              "      <td>['赵万富']</td>\n",
              "      <td>'赵万富'</td>\n",
              "      <td>The present invention discloses a filtering ne...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>25000 rows × 6 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-aeb17f79-9fc6-4b72-8c5b-e9e06268cde5')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-aeb17f79-9fc6-4b72-8c5b-e9e06268cde5 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-aeb17f79-9fc6-4b72-8c5b-e9e06268cde5');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 132
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#model = SentenceTransformer('sentence-transformers/all-MiniLM-L6-v2')\n",
        "model = SentenceTransformer('sentence-transformers/all-mpnet-base-v2')\n",
        "\n",
        "if torch.cuda.is_available(): \n",
        "    model = model.to(torch.device(\"cuda\"))\n",
        "print(model.device)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000,
          "referenced_widgets": [
            "10f6ebe671b348069c1a73237fee34e4",
            "fa3b5ae7e2694c14ae77e08d6f9daece",
            "1b1047140a6f45a38f37aef4220f74fa",
            "53b313b2ce3643119e2026d816a685e5",
            "77c02fd334e84ba787fa1b92743e4ab5",
            "524bae438b334df5834a9e30bbb7235f",
            "b3c12b6f8520459d9fc1213a44acc0df",
            "e486f0ea723b46b0bce4d12135b1b511",
            "68360d35afc44d6c8ab7a910c3fe4792",
            "d92997840f054dd9b42817c46a1ca0f7",
            "85095097a9d641bf97ddede1a7ebc38c",
            "3cb4135123764149acd31712573b8f72",
            "ee94a5c1e7674fb9973eb59011d9fa51",
            "484dbccdf2074bb79a6da0c133c5ffa8",
            "d5bdeb52e4084f97a36341d911e11933",
            "c5493ea56f254430bdd49708bde3d49c",
            "e409d558e386442cb109812b1d8e0784",
            "28bf98c61a774978aae973a250eb8355",
            "c7503f88969f4f249353701873da30cf",
            "f4973a8e27be46d4922e0635c4e873d0",
            "e7fad997d26e400aaa901d2408376163",
            "bd2443e7388e4e168c8cbe00bd35600d",
            "bfa3b043a1934e2f93176145c8422009",
            "31feab184a2f4c858d703f5269e095a0",
            "fe4524992d88421d8ee131500503368e",
            "efa4bb4ab9f840cea5365828c55194bd",
            "f93099d1334b492dab19d703564edf1f",
            "6490b31d5896432888c5952b7e791381",
            "fd6ee073ad9448c9bfc2b2c35fd76882",
            "9e1791e4fa314c6e9cf775104910bd24",
            "59914b85d04245228e97b47436d5df54",
            "20fa321df2fc402c80367cd841684437",
            "113393da80fd42de9b723bab7958e7f3",
            "26800884569b4a02bf6959a0c68ff4a6",
            "5219a577b77b45e9b5d2a3dc7c27d6dd",
            "47df2b895a3d4215944103557d582eff",
            "103cd38889ed4da3b753f80756116282",
            "39925a2bd72442c897ab4c661b28a726",
            "5f961a8b56574dabb0f2227f0179aceb",
            "deb13159228b4f46ad41aaef6e4e2f10",
            "f3874d40730542dda84fe8a647f57faa",
            "a74b62b3dfd347e993a120f254f303ca",
            "9d6fe3b610ef456490e6316dfeae42a0",
            "fc989bdb473a471daf6370d6c566c1b1",
            "0418ec476ee541a3bd3b7eb239df7d8b",
            "9481eded95d74d5aa3ddcdd711ed284c",
            "56e907b6fcaf4d19809a284019d38e3b",
            "de815ffc358a46f69f3e5eff7b89df87",
            "bd04961ea6b04651aac2441460a0a707",
            "7c245bb85db4452e9e1c1d7d5e0bfbf6",
            "ad8e64c4328c4d76944ed16aaf80c5ba",
            "3ec7fef095ad41cb93ea359fc6c8c142",
            "5dd21f5653ed4f6e8baacdec3a10e4bf",
            "f01c4621db824500939f89f1ba4c80d6",
            "be4671b63e894e0592594c56fccb0a5c",
            "4e768f4554404319ab365a64c49aa5ca",
            "fae4c108d457478ba0f4c8811b74f941",
            "9612ffae37a04fdc885cb0f9633b7731",
            "507682ccef964c0b8799fedb032422f8",
            "1bb40f03ddaa4551916191017d11873d",
            "bd385aef209547e2a8294535e1bedded",
            "a42ec1a6b98742be908b146e03e48f9c",
            "e3589b0117c741338ce3170ec6724f5c",
            "de2be5ca58be40f6ad4b273c62ad0408",
            "727f054f1aae431eb23a491e5adee468",
            "7649e1dcad55406386c5693ccedd33b0",
            "d432493ff52a4354966f86b0b72db79b",
            "326b95d3d46b48c4aac3f7593ff27c6c",
            "61e21e1abfb7451397954ad850a62e7a",
            "da4375d84be64fb196992f348d9d11f6",
            "5d21786b635d4321aa0bc8e77391eef5",
            "6c49a8fc9a564f819352d20b788127a4",
            "56e32e97c07f4b7bac0c8fe2f45e8a56",
            "7b0bc240e3ff43718a1453ce60c58089",
            "aef6a53a67bb4d8087b52f4677f5eda3",
            "c42a49e2c87b4daab42d83442c817f52",
            "93991ed321224f318a36c8b4aca8ae81",
            "85d8608b6d3c4c95964c507bca98e09e",
            "f316a90deae243478e9f38bde2475497",
            "9caf9c7a18be40ee8d7a9d5c8e93fabe",
            "8ae96ca8eb2748acbe65f2c37e25581b",
            "b2aeb3319dae42a2a1ec601aff371197",
            "0fd2d72b4d36447e9f5aed46bd3a5bec",
            "a931a05d9c1b455da592e8fd21f6179d",
            "3f26d8ea95f14be8aa63c29339ff6dc1",
            "63938a4021b74e01b12914e611c47564",
            "3be6016c75a848ed9d0c5d139c36391b",
            "7bad4e5eb8aa4a18b1417f8d42529ff5",
            "81bb219e75f046dfbf43e0130a74d392",
            "95a0eee21b08480f8a48332b20297d89",
            "2503226ef03447cab513f1438af1fbed",
            "3f5ddc4be29f46ef98ce82f9d1061fa2",
            "7c8b3e7bbd6040f6b87d91adb1a56544",
            "c726fbfbfba341889cdfabc0a681560c",
            "eb867f5c30d74aab9f8d41b51e3f2557",
            "7e460422fa5f474980c9a64f4f450921",
            "08a4bd5fa26a42d9afaa02d35fb075d3",
            "f9868c507bea45118b796f42d16f5445",
            "a22ee84f9c1b411cb722ac4827fbaa2c",
            "84a4be02b9274bd48825a661264f6bc6",
            "15c4ba4c374f4128b418b841e076bba5",
            "ee87393500214d9193b37543539778a2",
            "7d2afd0e63db48c49e3270af1b897e49",
            "b77f86b50c71455ba5605b36e8b753bb",
            "e90179ef6af2418a991510531048a1e3",
            "d39bee54bca5427bafd1d50ae777b614",
            "45ce0dcffe054202b4308e35c846f4f1",
            "927ea59c3f7d4e45b26ce89486b9f66f",
            "26587b30f69148148263407d10821a20",
            "d064e0a6e8384a6d9a80099b820fc145",
            "96621601243c40b8991c47d8c1706e99",
            "469cf0ef2919412799893930e127c830",
            "ad057d72a8e64ad6ae649428d908c162",
            "8d236702a03944b9a320aaa193360d1b",
            "14a3210343d84e4caa89b68ff88bb2b9",
            "123d286ff67244e9ba8f12f36e7d41ea",
            "ad8bfe230aa945298bab730557183fa8",
            "77dfad2cd21843a09ff0578ebea510cf",
            "f8be9b22d8ea419db4fb124ab8e4e88b",
            "71252d027f0f4791bdb53e9d1fbb660c",
            "d8628f20bcff49edb74c4fada0a63a09",
            "ab699c4a56b24498b52f44d71ce98771",
            "6f7a9d20eecd4beba652cfaab95e8c8e",
            "8e85347deb0b41109fbf9de86c09b862",
            "7fb1b82f5e7444e2bd3c7d0642615ee8",
            "0c4e1b07ce3a4998a9d4f4f7818885ef",
            "2ea765d6215d4cf4bea798bb8dac279e",
            "3852a9ec4a7b482dae12a04fe64d3fea",
            "a4eff5171eff475cb03ece8f16d6bfbc",
            "fd6d8e6ba0844db9a64ed9bafdd6a881",
            "cf638073467c42e99b3fef72ac7c6555",
            "e1f47722b6114c1ea15eaedce2f1f622",
            "d9351485662a4510aed275feef80c04c",
            "d905c07919d94e93ba7878dacf545a25",
            "ae9fded0432d4814b4c0f2c4a4655c2f",
            "be71af24ffb7470fa003f011f21a0c1a",
            "6f1f8a48f6554b04bbf9a34ef043c97b",
            "06476b7f677b4f1386bce198f81e6596",
            "2cd5ce1283ee4e8aa090bbf3ce78e58a",
            "a4069f9c3f6a4a41af9724ffb30ffc03",
            "6edbba0de0b946c499561d81757e288a",
            "d09aa994fce44cb690ec71ac26292770",
            "ea74cf1ae2304b58b89a5e697da40a5d",
            "9d1277b78c2745f8b1cd84b824b23f19",
            "42830da2dbb544af8830fe9eff5ee215",
            "574a8dae09f54e3ebb66c30346b52eb7",
            "910371236aba44da8689fde8325ffd35",
            "391991ea192b40c183cbee8530fd4f66",
            "eb2378f0a061455ca309988acab288e7",
            "0be99079c2d84a5fb093d0ff8e1f3aec",
            "064c2d58d13d4182b44bb0f5175eaba2",
            "4b3e536e1c8d4d35932c9e37321d8ca9",
            "dca72114dc8e4c568905eb06f5e7c27c",
            "718586ca38e94f6d8c7839157eb498f3"
          ]
        },
        "id": "vzZ1-yavxvcB",
        "outputId": "5720c8bf-fe16-4f4a-b791-ee356db8f8ae"
      },
      "execution_count": 133,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)a8e1d/.gitattributes:   0%|          | 0.00/1.18k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "10f6ebe671b348069c1a73237fee34e4"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)_Pooling/config.json:   0%|          | 0.00/190 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "3cb4135123764149acd31712573b8f72"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)b20bca8e1d/README.md:   0%|          | 0.00/10.6k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "bfa3b043a1934e2f93176145c8422009"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)0bca8e1d/config.json:   0%|          | 0.00/571 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "26800884569b4a02bf6959a0c68ff4a6"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)ce_transformers.json:   0%|          | 0.00/116 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "0418ec476ee541a3bd3b7eb239df7d8b"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)e1d/data_config.json:   0%|          | 0.00/39.3k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "4e768f4554404319ab365a64c49aa5ca"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading pytorch_model.bin:   0%|          | 0.00/438M [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "d432493ff52a4354966f86b0b72db79b"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)nce_bert_config.json:   0%|          | 0.00/53.0 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "85d8608b6d3c4c95964c507bca98e09e"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)cial_tokens_map.json:   0%|          | 0.00/239 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "81bb219e75f046dfbf43e0130a74d392"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)a8e1d/tokenizer.json:   0%|          | 0.00/466k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "84a4be02b9274bd48825a661264f6bc6"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)okenizer_config.json:   0%|          | 0.00/363 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "96621601243c40b8991c47d8c1706e99"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)8e1d/train_script.py:   0%|          | 0.00/13.1k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "ab699c4a56b24498b52f44d71ce98771"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)b20bca8e1d/vocab.txt:   0%|          | 0.00/232k [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "d9351485662a4510aed275feef80c04c"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Downloading (…)bca8e1d/modules.json:   0%|          | 0.00/349 [00:00<?, ?B/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "9d1277b78c2745f8b1cd84b824b23f19"
            }
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "loading configuration file /root/.cache/torch/sentence_transformers/sentence-transformers_all-mpnet-base-v2/config.json\n",
            "Model config MPNetConfig {\n",
            "  \"_name_or_path\": \"/root/.cache/torch/sentence_transformers/sentence-transformers_all-mpnet-base-v2/\",\n",
            "  \"architectures\": [\n",
            "    \"MPNetForMaskedLM\"\n",
            "  ],\n",
            "  \"attention_probs_dropout_prob\": 0.1,\n",
            "  \"bos_token_id\": 0,\n",
            "  \"eos_token_id\": 2,\n",
            "  \"hidden_act\": \"gelu\",\n",
            "  \"hidden_dropout_prob\": 0.1,\n",
            "  \"hidden_size\": 768,\n",
            "  \"initializer_range\": 0.02,\n",
            "  \"intermediate_size\": 3072,\n",
            "  \"layer_norm_eps\": 1e-05,\n",
            "  \"max_position_embeddings\": 514,\n",
            "  \"model_type\": \"mpnet\",\n",
            "  \"num_attention_heads\": 12,\n",
            "  \"num_hidden_layers\": 12,\n",
            "  \"pad_token_id\": 1,\n",
            "  \"relative_attention_num_buckets\": 32,\n",
            "  \"transformers_version\": \"4.26.1\",\n",
            "  \"vocab_size\": 30527\n",
            "}\n",
            "\n",
            "loading weights file /root/.cache/torch/sentence_transformers/sentence-transformers_all-mpnet-base-v2/pytorch_model.bin\n",
            "All model checkpoint weights were used when initializing MPNetModel.\n",
            "\n",
            "All the weights of MPNetModel were initialized from the model checkpoint at /root/.cache/torch/sentence_transformers/sentence-transformers_all-mpnet-base-v2/.\n",
            "If your task is similar to the task the model of the checkpoint was trained on, you can already use MPNetModel for predictions without further training.\n",
            "loading file vocab.txt\n",
            "loading file tokenizer.json\n",
            "loading file added_tokens.json\n",
            "loading file special_tokens_map.json\n",
            "loading file tokenizer_config.json\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "cuda:0\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "embeddings = model.encode(new_df.publication_number.to_list(), show_progress_bar=True)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 49,
          "referenced_widgets": [
            "1da5810508eb48c9a7ed70eb277ab7d9",
            "32890d4c4bcb4d7bb80827d88d3c72ae",
            "a0b162b236914fbfbe6eef61b40b9bb8",
            "2dd727229d584dee9aff47041be12541",
            "3e97686570fd43cdbc593cf10176d743",
            "1fb9eaf86f444275a649afd455c0a957",
            "c732558d5f9b48d1a3dfd8a3f7c6e45e",
            "b2b989b1f422483d9553c7eb1ae5af28",
            "1a97b9ca56534c83bdb3f305e3d738e9",
            "b6a62da8674d4c11ae5ad5f839d102bb",
            "43e7f18693284c18a27c55778a2d319a"
          ]
        },
        "id": "3SECRnfxjSkN",
        "outputId": "4c6263f2-5dc6-4db4-96ce-5a81ac8620b7"
      },
      "execution_count": 134,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Batches:   0%|          | 0/782 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "1da5810508eb48c9a7ed70eb277ab7d9"
            }
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "embeddings1= model.encode(new_df.combined.to_list(), show_progress_bar=True)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 49,
          "referenced_widgets": [
            "261d4322e93a456398321dfc54a54f5b",
            "7b922bc78e5141b0bb3e5f9611ba163b",
            "b24fe4b4125b4114a9fe2c6fb9af90b2",
            "91e309ce7cb547a08d8b5afdb3d1dce3",
            "80a68a8dd9d54e40a7fd3fcebb0e4b25",
            "a9c1958754904adc831121edd373309c",
            "ed2d7463644544a3a1233ada63c8ac36",
            "e4b471697b614041824fc7f53c8879bf",
            "bfe69721be5f4562b7c1c53eea5fe25e",
            "bd4bfeb25e96492cac08371d32ace6d2",
            "388ec90b32a5479e92876b27e987bd58"
          ]
        },
        "id": "Bj-riun09UIP",
        "outputId": "5a41c8fc-e09a-4e12-9552-221693c015f7"
      },
      "execution_count": 135,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "Batches:   0%|          | 0/782 [00:00<?, ?it/s]"
            ],
            "application/vnd.jupyter.widget-view+json": {
              "version_major": 2,
              "version_minor": 0,
              "model_id": "261d4322e93a456398321dfc54a54f5b"
            }
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "combined_embeddings = 0.7 * embeddings + 0.3 * embeddings1"
      ],
      "metadata": {
        "id": "Xcf5jYqt9aaX"
      },
      "execution_count": 136,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "print(combined_embeddings.shape)"
      ],
      "metadata": {
        "id": "zlNdDrKCUxoX",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "283c85ba-78be-40c7-e610-05b7fe1c7f0b"
      },
      "execution_count": 137,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(25000, 768)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "embeddings = np.array([_ for _ in combined_embeddings]).astype(\"float32\")\n",
        "index = faiss.IndexFlatL2(embeddings.shape[1])\n",
        "index = faiss.IndexIDMap(index)\n",
        "index.add_with_ids(embeddings, df.numeric_value.values)\n"
      ],
      "metadata": {
        "id": "95UFogvDi6gG"
      },
      "execution_count": 138,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def indx(df, I):\n",
        "    I=I.flatten().tolist()\n",
        "    return [df.loc[df.numeric_value == str(idx)].to_dict(orient='records') for idx in I]\n",
        "    \n",
        "def search(query, model, index, num_results):\n",
        "  vector = model.encode(list(query))\n",
        "  D, I = index.search(np.array(vector).astype(\"float32\"), k=num_results)\n",
        "  return D, I"
      ],
      "metadata": {
        "id": "AROMzQVmyzHu"
      },
      "execution_count": 139,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "query=\"WO2005033978A1\"\n",
        "D, I = search([query], model, index, num_results=10)\n",
        "print(f'Distance: {D.flatten().tolist()}\\n\\Publication_number: {I.flatten().tolist()}')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "c_q4Gx0py4t3",
        "outputId": "6804044d-007a-4fd0-8243-42f8357c8050"
      },
      "execution_count": 148,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Distance: [0.15184876322746277, 0.15867972373962402, 0.16183678805828094, 0.16443535685539246, 0.16548550128936768, 0.16710823774337769, 0.168548583984375, 0.17176096141338348, 0.17409715056419373, 0.17425087094306946]\n",
            "\\Publication_number: [2005033978, 2003073695, 2005033977, 2004072976, 2005062223, 2005071679, 2000058947, 2004093676, 2005046229, 2005074285]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "res=indx(df, I)\n",
        "for i in res:\n",
        "  print(i[0])"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "nBIXdyhpzIw5",
        "outputId": "0cf021eb-8552-4e15-c4e9-462363ec85bd"
      },
      "execution_count": 149,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "{'self_link': 'https://patents.google.com/patent/WO2005033978A1/en', 'title': 'Information retrieval based on historical data', 'abstract': 'A system (125) identifies a document and obtains one or more types of history data associated with the document. The system (125) may generate a score for the document based, at least in part, on the one or more types of history data.', 'publication_number': 'WO2005033978A1', 'date': '2004-09-15', 'inventors': \"['Anurag Acharya', 'Matt Cutts', 'Jeffrey Dean', 'Paul Haahr', 'Monika Henzinger', 'Urs Hoelzle', 'Steve Lawrence', 'Karl Pfleger', 'Olcan Sercinoglu', 'Simon Tong']\", 'numeric_value': '2005033978'}\n",
            "{'self_link': 'https://patents.google.com/patent/WO2003073695A1/en', 'title': 'Apparatus and method for voice message control', 'abstract': 'A communication system and method are described. In one embodiment, the method comprises a server (105) determining to examine contents of audio files in a storage facility (132), the server (105) accessing one or more audio files stored in the storage facility (132), and sending a text message over a packet data network channel (104), the text message containing information about the one or more accessed audio files.', 'publication_number': 'WO2003073695A1', 'date': '2003-02-26', 'inventors': \"['Tim A. Williams', 'Daniel A. Brookshire', 'Dirk D. Eide']\", 'numeric_value': '2003073695'}\n",
            "{'self_link': 'https://patents.google.com/patent/WO2005033977A1/en', 'title': 'Systems and methods for determining document freshness', 'abstract': 'A system determines a freshness of a first document. The system determines whether a freshness attribute is associated with the first document. The system identifies, based on the determination, a set of second documents that each contain a link to the first document. The system assigns a freshness score to the first document based on a freshness attribute associated with each document of the set of second documents or the freshness attribute associated with the first document.', 'publication_number': 'WO2005033977A1', 'date': '2004-09-15', 'inventors': \"['Monika Henzinger']\", 'numeric_value': '2005033977'}\n",
            "{'self_link': 'https://patents.google.com/patent/WO2004072976A1/en', 'title': 'Digital data recording medium and recording/reproduction device', 'abstract': 'A CD-R (20) capable of reducing the load when fringe data is read by a CD player and reducing the time required until the data is displayed. This CD-R has content files “00001” to “0000n” containing respective contents and database files TRNDB, ARNDB, and ALNDB. The content files “00001” to “0000n” contain contents and data on additional information on the contents for each of the content files “00001” to “0000n”. The database files TRNDB, ARNDB, and ALNDB contain data on the additional information for each of all the content files “00001” to “0000n”.', 'publication_number': 'WO2004072976A1', 'date': '2004-02-04', 'inventors': \"['Manabu Kii', 'Takashi Kawakami', 'Yasuharu Yamauchi']\", 'numeric_value': '2004072976'}\n",
            "{'self_link': 'https://patents.google.com/patent/WO2005062223A1/en', 'title': 'Marketing support device and data processing method for the device', 'abstract': 'Questions to a medical staff received from an MR terminal device (5) and a service provider terminal device (7) are stored in a question database (331) and the questions are transmitted to a medical staff terminal device (4). The questions returned from the medical staff terminal device (4) are provided to the MR terminal device (5) and the service provider terminal device (7). By making a medical staff answer the questions, it is possible to increase the message transmission/reception between the MR and the medical staff. Moreover, questions from the service provider are accumulated by a support server device and reported to the MR and the like.', 'publication_number': 'WO2005062223A1', 'date': '2004-12-24', 'inventors': \"['Thomas Mactavish Callaghan']\", 'numeric_value': '2005062223'}\n",
            "{'self_link': 'https://patents.google.com/patent/WO2005071679A1/en', 'title': 'Copy program and recording medium containing the copy program', 'abstract': 'There is provided a copy program capable of successively copying data such as still image data, moving picture, data, and music data into recording means such as a recording medium. A recording medium containing the copy program is also provided. The copy program causes a computer to record [1] a predetermined type of data, [2] inputted data, [3] data created by converting the inputted data or inputted data, or [4] data created by converting at least a part of data selected from inputted data, together with the copy program into a recording medium.', 'publication_number': 'WO2005071679A1', 'date': '2004-09-22', 'inventors': \"['Yutaka Ueda']\", 'numeric_value': '2005071679'}\n",
            "{'self_link': 'https://patents.google.com/patent/WO2000058947A1/en', 'title': 'User authentication for consumer electronics', 'abstract': 'User authentication is performed by verifying that a voice sample of a user belongs to an enrolled user. Access or use of a consumer electronics device is controlled by a voice verification engine that employs a microphone, digital signal processor, and a FLASH memory. To authenticate a user, the digital signal processor converts voice samples obtained from the microphone into a voiceprint and compares the voiceprint with an enrolled voiceprint stored in the FLASH memory.', 'publication_number': 'WO2000058947A1', 'date': '2000-03-31', 'inventors': \"['Christopher Tomes', 'Yatin Kulkarni']\", 'numeric_value': '2000058947'}\n",
            "{'self_link': 'https://patents.google.com/patent/WO2004093676A1/en', 'title': 'Apparatus and method for monitoring heart rate variability', 'abstract': 'A wrist-worn heart rate variability (“HRV”) monitor (10) measures a patient’s health status. The monitor (10) is capable of monitoring the stages of sleep by changes in the heart rate variability and can record the sleep (or rest) sessions with the resulting data accessible by the user or other interested parties. The inventive monitor (10) is thus capable of several novel uses: (1) to assist the user with a nap that allows predetermined time in one or more sleep stages; (2) determination of the duration of a sleep session, including length of time spent in one or more sleep stages; (3) in concert with a home’s central electronic and computer control unit, the device uses HRV to determine when the house may be placed in “sleep” mode and when it is appropriate to place the house in “awake mode”; and (4) performance of an HRV test.', 'publication_number': 'WO2004093676A1', 'date': '2004-04-23', 'inventors': \"['Adam J. Almen']\", 'numeric_value': '2004093676'}\n",
            "{'self_link': 'https://patents.google.com/patent/WO2005046229A1/en', 'title': 'Information recording apparatus, information recording method, and recording program', 'abstract': 'There are included file entering means (10) for entering an image file from a digital camera or media; number-of-pixels comparing means (12) for comparing the number of pixels of the entered image file with a particular number of pixels of a high definition greater than a standard number of pixels; number-of-pixels converting means (13a) for converting, if those numbers of pixels are different, the number of pixels of the image file to the particular number of pixels regardless of the number of pixels of the original image file; file format converting means (13b) for converting the format of the image file to a format that can be used by an image reproducing device; and file recording means (14) for recording either the image file as converted or both of the image file as converted and the image file as entered. The image file can be recorded into a recording medium with the greater number of pixels maintained at any time.', 'publication_number': 'WO2005046229A1', 'date': '2004-11-04', 'inventors': \"['Yutaka Ueda']\", 'numeric_value': '2005046229'}\n",
            "{'self_link': 'https://patents.google.com/patent/WO2005074285A1/en', 'title': 'Control program and recording device', 'abstract': 'There is provided a control program for causing a computer to function as means for recording image data inputted from an imaging device or a recording medium or image data created according to that image data, in at least two storage positions correlated with the connection means of the imaging device or the mounting means of the recording medium or correlated with the information recorded in the imaging device or the recording medium. Moreover, there is provided a recording device including: means for inputting image data from the imaging device or the recording medium; means for identifying at least two storage positions correlated with the connection means of the imaging device or the mounting means of the recording medium, or the information recorded in the imaging device or the recording medium; and means for recording the image data or image data created according to that image data in the at least two storage positions.', 'publication_number': 'WO2005074285A1', 'date': '2005-01-14', 'inventors': \"['Yutaka Ueda']\", 'numeric_value': '2005074285'}\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "with open(f\"/content/faiss_indexed_updated.pickle\", \"wb\") as h:\n",
        "    pickle.dump(faiss.serialize_index(index), h)"
      ],
      "metadata": {
        "id": "0r7-32x-zcJQ"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "!cp /content/faiss_indexed_updated.pickle /content/drive/MyDrive/"
      ],
      "metadata": {
        "id": "6ShqbHvQ0Gc0"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "!cp /content/indexed.csv /content/drive/MyDrive/"
      ],
      "metadata": {
        "id": "oV6M98tW1mh4",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "6e54ef37-ceba-43b2-c979-a7e09cb1a81b"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "cp: cannot stat '/content/indexed.csv': No such file or directory\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "KJPI1cNO1ot0"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}