[507a54]: / development / qa-server / sentence_visual.ipynb

Download this file

9911 lines (9911 with data), 421.1 kB

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "sentence_visual.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "ef36d5e9f5ff45a58f52aa7da91c1f9b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_2303cc5a7a2848f89e49351f3c8e7465",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_ab0a522132f846bcbdd08b29189a5a0f",
              "IPY_MODEL_026ac3e5e5af4597b8ea6d415b40f683",
              "IPY_MODEL_35155a474c8c48958dc89d5e7f9c3b99"
            ]
          }
        },
        "2303cc5a7a2848f89e49351f3c8e7465": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "ab0a522132f846bcbdd08b29189a5a0f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_d9f286ed50f94c4380dc85328f9e5044",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_aadf0d64949749078dfe25fa2f8231c7"
          }
        },
        "026ac3e5e5af4597b8ea6d415b40f683": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_75a36a88ae234a03a17fde3b40d7776b",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 28,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 28,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_0ebbb8556e704739bf251b58e70ba396"
          }
        },
        "35155a474c8c48958dc89d5e7f9c3b99": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_abcddb9424164a28a66fe87aec9ce9ae",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 28.0/28.0 [00:00<00:00, 781B/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_aed31e24cf2045578a80b493147b9db5"
          }
        },
        "d9f286ed50f94c4380dc85328f9e5044": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "aadf0d64949749078dfe25fa2f8231c7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "75a36a88ae234a03a17fde3b40d7776b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "0ebbb8556e704739bf251b58e70ba396": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "abcddb9424164a28a66fe87aec9ce9ae": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "aed31e24cf2045578a80b493147b9db5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "5a6cdddfe6ad484daad7ca9018f75d22": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_25d0555799564dbab41a3fe521c7a599",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_9463a6bf86db49cfba88c9c9504721c3",
              "IPY_MODEL_c68702236db6404b8f79dbc9a37e0ba3",
              "IPY_MODEL_94e6b4bf02264b71934bcf2b125b1cda"
            ]
          }
        },
        "25d0555799564dbab41a3fe521c7a599": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "9463a6bf86db49cfba88c9c9504721c3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_f5b3527e0bcf429285b23aed64842fbd",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_b11b89d5afa8492885ec1e7f40ec9ffb"
          }
        },
        "c68702236db6404b8f79dbc9a37e0ba3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_36318cc66a364c3cb5d9eb5db3034769",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 570,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 570,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_abe7e518794a4987b921c3818437aabb"
          }
        },
        "94e6b4bf02264b71934bcf2b125b1cda": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_27e1774b727845008c7327363a2421bd",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 570/570 [00:00<00:00, 11.0kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_382dc01cba7d498ab128facbbdf859b0"
          }
        },
        "f5b3527e0bcf429285b23aed64842fbd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "b11b89d5afa8492885ec1e7f40ec9ffb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "36318cc66a364c3cb5d9eb5db3034769": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "abe7e518794a4987b921c3818437aabb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "27e1774b727845008c7327363a2421bd": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "382dc01cba7d498ab128facbbdf859b0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "1313eee07f8641c49778d03d27d467dc": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_a00c024f6fc741018708c54f25fd08d0",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_0ccb0752d37e44f899da456e27d3c824",
              "IPY_MODEL_85779ecd3e404d1081db3ceb45bfb0d4",
              "IPY_MODEL_6d6c42651a954bf1a7f40ba9c112e783"
            ]
          }
        },
        "a00c024f6fc741018708c54f25fd08d0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "0ccb0752d37e44f899da456e27d3c824": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_cf5a1fe16a4645c18ad41fbe084a85ac",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_4f9c3e33a71145fc8b52c3720e99bb38"
          }
        },
        "85779ecd3e404d1081db3ceb45bfb0d4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_edb82b7fbc204858882641f595605c28",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 231508,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 231508,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_7aea04467bf44b5fb85488648a87ccb6"
          }
        },
        "6d6c42651a954bf1a7f40ba9c112e783": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_7f971c20aadd4f85be53c9d8ab3cd3d3",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 232k/232k [00:00<00:00, 1.11MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_516527a5ede24a1698fc924dfbc72a98"
          }
        },
        "cf5a1fe16a4645c18ad41fbe084a85ac": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "4f9c3e33a71145fc8b52c3720e99bb38": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "edb82b7fbc204858882641f595605c28": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "7aea04467bf44b5fb85488648a87ccb6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "7f971c20aadd4f85be53c9d8ab3cd3d3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "516527a5ede24a1698fc924dfbc72a98": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "db7ee15012634c26a7bc6357e5160d18": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_cb70b5641b8c436f86bed0037e1246cf",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_73ee859aaafb4dc49188ac7483f22353",
              "IPY_MODEL_e2838c453e764b649be6acdb3455721b",
              "IPY_MODEL_ff7e658e68334f57ba229fec1c7b027b"
            ]
          }
        },
        "cb70b5641b8c436f86bed0037e1246cf": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "73ee859aaafb4dc49188ac7483f22353": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_2ab515168a15498e85cc6e739a5c0718",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_9f46bcbaca50437d801296bd691fff82"
          }
        },
        "e2838c453e764b649be6acdb3455721b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_e8620968d1514cfe9d8e9d2550cc5554",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 466062,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 466062,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_75724a8d5348460f835b00577fd5b588"
          }
        },
        "ff7e658e68334f57ba229fec1c7b027b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_04ebc10344484db282459327da9e391b",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 466k/466k [00:00<00:00, 968kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_aee411d93c184a4a80b862bc717e7fe4"
          }
        },
        "2ab515168a15498e85cc6e739a5c0718": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "9f46bcbaca50437d801296bd691fff82": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "e8620968d1514cfe9d8e9d2550cc5554": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "75724a8d5348460f835b00577fd5b588": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "04ebc10344484db282459327da9e391b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "aee411d93c184a4a80b862bc717e7fe4": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "322d89625da448279bcce19b6eeb4365": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_72224b10463742e4b02fc4294c809009",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_bfbe409912084510b79adf6367e7eff2",
              "IPY_MODEL_65a16c45353240f49ad50896e7c3aff6",
              "IPY_MODEL_f89850d809444a2db3da1d16b60d5cb6"
            ]
          }
        },
        "72224b10463742e4b02fc4294c809009": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "bfbe409912084510b79adf6367e7eff2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_8d126c37a5fb41c9a5f5e1709661ecab",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_9586f93a93ea44c69009f440fadaf8c3"
          }
        },
        "65a16c45353240f49ad50896e7c3aff6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_4108b4025f8e4a86a079f9d6fce40cd7",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 440473133,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 440473133,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_ab62bb5060e14af991b0814e8d5b50ec"
          }
        },
        "f89850d809444a2db3da1d16b60d5cb6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_0b844a5a9e9249e1be23337187c41188",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 440M/440M [00:11<00:00, 39.1MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_b270fe72298f4c98ae05d7d97d3191af"
          }
        },
        "8d126c37a5fb41c9a5f5e1709661ecab": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "9586f93a93ea44c69009f440fadaf8c3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "4108b4025f8e4a86a079f9d6fce40cd7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "ab62bb5060e14af991b0814e8d5b50ec": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "0b844a5a9e9249e1be23337187c41188": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "b270fe72298f4c98ae05d7d97d3191af": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "f86758fa7a114debbb857409b2c615a0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_141c785aa66443c888f2fcce36f120b8",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_c439830c1cfe4f63abcbe734acb91f1f",
              "IPY_MODEL_8cb21a8afd0a4f709f1753027d4c0f40",
              "IPY_MODEL_502922d03e31479fb2024f8d90c835bf"
            ]
          }
        },
        "141c785aa66443c888f2fcce36f120b8": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "c439830c1cfe4f63abcbe734acb91f1f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_431843f2d09446aa8de9b968d2e83996",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_4ff447fffbc440938101bebc743e1eee"
          }
        },
        "8cb21a8afd0a4f709f1753027d4c0f40": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_3fd4b942226141dcae3bc3678098e4ef",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 28,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 28,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_c6b5ec2ae0484720be9ca8a249957c67"
          }
        },
        "502922d03e31479fb2024f8d90c835bf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_f7e4187aff454854ac4733e24634354d",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 28.0/28.0 [00:00<00:00, 566B/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_61405d74113f422a9f490701c901b7fb"
          }
        },
        "431843f2d09446aa8de9b968d2e83996": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "4ff447fffbc440938101bebc743e1eee": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "3fd4b942226141dcae3bc3678098e4ef": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "c6b5ec2ae0484720be9ca8a249957c67": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "f7e4187aff454854ac4733e24634354d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "61405d74113f422a9f490701c901b7fb": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "42b0f1ccb4fd472bb27925652f666628": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_177d7878211c4f578d908af6da007ba8",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_a18076532e204476b9f82d2733c08d69",
              "IPY_MODEL_a86ffecc20364462a7fb9169bc0840a9",
              "IPY_MODEL_368e3ca1c0fc4cfb86bcacdeb95221aa"
            ]
          }
        },
        "177d7878211c4f578d908af6da007ba8": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "a18076532e204476b9f82d2733c08d69": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_a912e2bc3d7e4b978d8cb66f0c2087e8",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_2318c060ccf7405ea39700f21229786f"
          }
        },
        "a86ffecc20364462a7fb9169bc0840a9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_c4fb048d773445628df3ff1c9080304c",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 571,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 571,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_ca76b82ecb7546978cc8ee6e447eb027"
          }
        },
        "368e3ca1c0fc4cfb86bcacdeb95221aa": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_5228e33db2804ff9b5fe407bce8f607d",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 571/571 [00:00<00:00, 10.7kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_e1be50ac045f4cdeb43f74b48c0b032d"
          }
        },
        "a912e2bc3d7e4b978d8cb66f0c2087e8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "2318c060ccf7405ea39700f21229786f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "c4fb048d773445628df3ff1c9080304c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "ca76b82ecb7546978cc8ee6e447eb027": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "5228e33db2804ff9b5fe407bce8f607d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "e1be50ac045f4cdeb43f74b48c0b032d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "9a41317d63974ac0867ef9c821d19e2b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_53c0d3dbc3564da297d66f117d780014",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_e7380deae9614b789c39a23f96db72fe",
              "IPY_MODEL_ea62098a9eab44b480cc3758397fad79",
              "IPY_MODEL_af477d84c10a4320ab7fb6c207b9a6fb"
            ]
          }
        },
        "53c0d3dbc3564da297d66f117d780014": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "e7380deae9614b789c39a23f96db72fe": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_aab99388b5224271813098b1f47993f8",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_b769bb525e69466f8cd7428d9f8c82e0"
          }
        },
        "ea62098a9eab44b480cc3758397fad79": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_687c09d7993c4e528774d46f83cf17ea",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 231508,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 231508,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_09cd2e98600e45f48706b8af742b3681"
          }
        },
        "af477d84c10a4320ab7fb6c207b9a6fb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_3e535e49661a49ad85a5a6fe044b7520",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 232k/232k [00:00<00:00, 1.35MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_d7529f6866454851bcfd1a8c815c9d8c"
          }
        },
        "aab99388b5224271813098b1f47993f8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "b769bb525e69466f8cd7428d9f8c82e0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "687c09d7993c4e528774d46f83cf17ea": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "09cd2e98600e45f48706b8af742b3681": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "3e535e49661a49ad85a5a6fe044b7520": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "d7529f6866454851bcfd1a8c815c9d8c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "eb6d0d950cff496ebfdd77164efa6e31": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_6d635bbb968d4955bc2b5e4f08db245e",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_32aa57028ccd41848332de5c238f1424",
              "IPY_MODEL_959c8c5410294dc0bb58cfa9785e3b87",
              "IPY_MODEL_f344d499a5a64885b40f2da719518517"
            ]
          }
        },
        "6d635bbb968d4955bc2b5e4f08db245e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "32aa57028ccd41848332de5c238f1424": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_5226d94be0c64909b41c78117d8f69e7",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_e472204f7ba3413b8c933c3c9b908a64"
          }
        },
        "959c8c5410294dc0bb58cfa9785e3b87": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_a1541ae8a8964bd7bc57aabf8b180117",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 466062,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 466062,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_a6cd7e3be8434bfda1bcb20dee1623ea"
          }
        },
        "f344d499a5a64885b40f2da719518517": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_054575ecbba84df7b20f9f3b3a7d57b1",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 466k/466k [00:00<00:00, 1.46MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_3e137690631f41b6a04612045320e3ee"
          }
        },
        "5226d94be0c64909b41c78117d8f69e7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "e472204f7ba3413b8c933c3c9b908a64": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "a1541ae8a8964bd7bc57aabf8b180117": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "a6cd7e3be8434bfda1bcb20dee1623ea": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "054575ecbba84df7b20f9f3b3a7d57b1": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "3e137690631f41b6a04612045320e3ee": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "58decdc3187e4e0db69635697752a16a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_872869f193844c63a540e42fce8812a0",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_494041c82c08417f90de283d0bba52ce",
              "IPY_MODEL_eebafb0bcae64d63b1a913b16490db76",
              "IPY_MODEL_ad2c21429bbd4c01b8395fe38048035d"
            ]
          }
        },
        "872869f193844c63a540e42fce8812a0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "494041c82c08417f90de283d0bba52ce": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_3942739ce95e46a7b15b06596d74b49b",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_9cc02955871c48888d5071ab552a6868"
          }
        },
        "eebafb0bcae64d63b1a913b16490db76": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_d260193ae0c246a7a193a362b214a3f6",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 1344997306,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1344997306,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_a7c07f4e2e6b4270b4ad2d3e4dd2bf58"
          }
        },
        "ad2c21429bbd4c01b8395fe38048035d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_eaf66a0bb38b416a9f73d037e8fe5fb7",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 1.34G/1.34G [00:38<00:00, 38.7MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_c26f5e98297b4bd6971c902ef59336e8"
          }
        },
        "3942739ce95e46a7b15b06596d74b49b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "9cc02955871c48888d5071ab552a6868": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "d260193ae0c246a7a193a362b214a3f6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "a7c07f4e2e6b4270b4ad2d3e4dd2bf58": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "eaf66a0bb38b416a9f73d037e8fe5fb7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "c26f5e98297b4bd6971c902ef59336e8": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "fdeccb82bc274bf28bc9838965f9949e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_9f299bb4c6fe4265bab8161742606d4f",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_acc7611677184e3bb007ae16221567cb",
              "IPY_MODEL_d83ca64f9213414c95aa6e4f41cee1b6",
              "IPY_MODEL_521f59b60e164ee1ab0ddd8d2b41cc65"
            ]
          }
        },
        "9f299bb4c6fe4265bab8161742606d4f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "acc7611677184e3bb007ae16221567cb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_3c953a452341469cb943857472eb8354",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_0955ce4e6f584fa2ae796ee921f5f4cc"
          }
        },
        "d83ca64f9213414c95aa6e4f41cee1b6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_803e36a3647b461398835d57cb4b4cd3",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 28,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 28,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_fa5be4c9b7b7431c8f063bd5b82b5917"
          }
        },
        "521f59b60e164ee1ab0ddd8d2b41cc65": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_d333fbda2d1e42a0bc2c0e07be7d9cfa",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 28.0/28.0 [00:00<00:00, 493B/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_92767c4ddb214d569cc4f98d97cfe51d"
          }
        },
        "3c953a452341469cb943857472eb8354": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "0955ce4e6f584fa2ae796ee921f5f4cc": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "803e36a3647b461398835d57cb4b4cd3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "fa5be4c9b7b7431c8f063bd5b82b5917": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "d333fbda2d1e42a0bc2c0e07be7d9cfa": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "92767c4ddb214d569cc4f98d97cfe51d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "431016a9288c445282e680eccf22adb4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_4a20298c92b54523af03c374cb3e8587",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_a99afa3f345e49b698d10cf12e54401c",
              "IPY_MODEL_04c161e2965846dfb2b4d02ec4962bb5",
              "IPY_MODEL_750169dbc2ff4d3584957e5d33b83823"
            ]
          }
        },
        "4a20298c92b54523af03c374cb3e8587": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "a99afa3f345e49b698d10cf12e54401c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_19779724696447fda7848a408cc6fcc3",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_40268e850d9940e88ce8abe0f081ef31"
          }
        },
        "04c161e2965846dfb2b4d02ec4962bb5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_77288c5fc65e4c1b930a12df74f76732",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 570,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 570,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_883c765c863f4bd5b25da77648d36d5e"
          }
        },
        "750169dbc2ff4d3584957e5d33b83823": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_a436314e2f264f1bae6dbf3ec9fdac00",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 570/570 [00:00<00:00, 11.8kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_027e3460916644549a22029a6ee4c180"
          }
        },
        "19779724696447fda7848a408cc6fcc3": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "40268e850d9940e88ce8abe0f081ef31": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "77288c5fc65e4c1b930a12df74f76732": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "883c765c863f4bd5b25da77648d36d5e": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "a436314e2f264f1bae6dbf3ec9fdac00": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "027e3460916644549a22029a6ee4c180": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "5f3e0f15d5e64176878eecfd4eb9e944": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_ad5a11aa5d1b44c79d1def07aef9b3ba",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_d2d90cd3084a456aa857484a7dd2f02f",
              "IPY_MODEL_bf4dbcffaa1e4bc1bc5026fe5d382beb",
              "IPY_MODEL_cec8bf2bf0c24fddad0297d8c0bcfb8c"
            ]
          }
        },
        "ad5a11aa5d1b44c79d1def07aef9b3ba": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "d2d90cd3084a456aa857484a7dd2f02f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_3e14c4497afb4f09be8a27c5c99a0aa7",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_3de3ebae4c60420cba957f1a5fafe18d"
          }
        },
        "bf4dbcffaa1e4bc1bc5026fe5d382beb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_90e4535e37284869b84845883167183d",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 231508,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 231508,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_e4b9f03aa76b4bf7abbb0752e657bf28"
          }
        },
        "cec8bf2bf0c24fddad0297d8c0bcfb8c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_9f21ed780198405ab71586924ec56967",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 232k/232k [00:00<00:00, 3.24MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_4546ec4944a94af6b74649c36520d973"
          }
        },
        "3e14c4497afb4f09be8a27c5c99a0aa7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "3de3ebae4c60420cba957f1a5fafe18d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "90e4535e37284869b84845883167183d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "e4b9f03aa76b4bf7abbb0752e657bf28": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "9f21ed780198405ab71586924ec56967": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "4546ec4944a94af6b74649c36520d973": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "17add52f09094849805056ca1557d68b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_d53781f81c374ee6a571e44623915380",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_1a339adf19d041c5a062326244240ea6",
              "IPY_MODEL_8b6f2c54990e44c39d7456bbeeaa2983",
              "IPY_MODEL_49d2dad49efd4e8a98ac357c4767bdfe"
            ]
          }
        },
        "d53781f81c374ee6a571e44623915380": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "1a339adf19d041c5a062326244240ea6": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_5b189a46179e4be291a5227fe67bdd1e",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_7ba316f8fe95421e8aa3d91059ca349d"
          }
        },
        "8b6f2c54990e44c39d7456bbeeaa2983": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_56b0c978481d455b8938197c0f240f4d",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 466062,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 466062,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_caae34417b6645fb93c56139e859d444"
          }
        },
        "49d2dad49efd4e8a98ac357c4767bdfe": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_6c6d6131700e4ea9bd8c9ab0b2c2f248",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 466k/466k [00:00<00:00, 5.73MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_1fecd622983940019a989387f38505d6"
          }
        },
        "5b189a46179e4be291a5227fe67bdd1e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "7ba316f8fe95421e8aa3d91059ca349d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "56b0c978481d455b8938197c0f240f4d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "caae34417b6645fb93c56139e859d444": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "6c6d6131700e4ea9bd8c9ab0b2c2f248": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "1fecd622983940019a989387f38505d6": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "761020d07c6645ec83e2b993c3467b04": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_2adf9e282b9745ba8f3c58e990223269",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_d3f3f48a80484caa83dd6bc4554da0f4",
              "IPY_MODEL_7a0b8edb2bf446dc9833ceead4c94892",
              "IPY_MODEL_e72c255c802e4c739c350947b141156c"
            ]
          }
        },
        "2adf9e282b9745ba8f3c58e990223269": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "d3f3f48a80484caa83dd6bc4554da0f4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_0fac02d7288944bc9950d5390cccd4b0",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_630841f6497c494a8257466fb36107d0"
          }
        },
        "7a0b8edb2bf446dc9833ceead4c94892": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_aae563273bdb4484a842da30a2ede3d4",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 440473133,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 440473133,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_bef30ccfa32a44f99cb7581e0e8c5f81"
          }
        },
        "e72c255c802e4c739c350947b141156c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_736fec917b21478ba54d66b2ae681228",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 440M/440M [00:10<00:00, 43.0MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_2c0b8fc3ac67452fa7bc1ba6a3f0698f"
          }
        },
        "0fac02d7288944bc9950d5390cccd4b0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "630841f6497c494a8257466fb36107d0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "aae563273bdb4484a842da30a2ede3d4": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "bef30ccfa32a44f99cb7581e0e8c5f81": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "736fec917b21478ba54d66b2ae681228": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "2c0b8fc3ac67452fa7bc1ba6a3f0698f": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "c9b744324b2c4facbd132380d7d28e1e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_c013789b1563479dbbdb4d6df2955a78",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_8e82b8e9a2d148cab163f95ed892f90f",
              "IPY_MODEL_24f8570a329640e390e4fd899285a42f",
              "IPY_MODEL_883b4cc2caf84fdebd907dd306ea5056"
            ]
          }
        },
        "c013789b1563479dbbdb4d6df2955a78": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "8e82b8e9a2d148cab163f95ed892f90f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_ddaa45b0fc98477d96a44a22b588938e",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_30e6861b802247c484175dd40da00156"
          }
        },
        "24f8570a329640e390e4fd899285a42f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_f91a02f05901416da8f319148d980f82",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 28,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 28,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_eb31f87b9f9945fd850912c24705ae28"
          }
        },
        "883b4cc2caf84fdebd907dd306ea5056": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_e9e76318e63d47edad749bf79b463911",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 28.0/28.0 [00:00<00:00, 722B/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_7bee9e39d3ac4e7694a41f9ca9b795f9"
          }
        },
        "ddaa45b0fc98477d96a44a22b588938e": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "30e6861b802247c484175dd40da00156": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "f91a02f05901416da8f319148d980f82": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "eb31f87b9f9945fd850912c24705ae28": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "e9e76318e63d47edad749bf79b463911": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "7bee9e39d3ac4e7694a41f9ca9b795f9": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "78ac045043da428a8ea22eb7d63f3b02": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_7b45dddd02cb49259e7d1ec8d56b4b48",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_4690731e66514885a311e05cea5e8e72",
              "IPY_MODEL_d70c7fba2d86437183a50eb385d5c3e7",
              "IPY_MODEL_116e50700a884a748d5837f02757d444"
            ]
          }
        },
        "7b45dddd02cb49259e7d1ec8d56b4b48": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "4690731e66514885a311e05cea5e8e72": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_0c0b2f29480d47d8ac0a9117d8f324a0",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_cef44e615f86480499801161fb971ced"
          }
        },
        "d70c7fba2d86437183a50eb385d5c3e7": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_b8a385ac947242c39b7cde58fe8ac4c0",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 571,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 571,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_c4737344565a4228815e7c38dbc37bfd"
          }
        },
        "116e50700a884a748d5837f02757d444": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_3a08b94e43f5436097481262157e5cd8",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 571/571 [00:00<00:00, 11.8kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_df0df93bf0a644bebf545f537ae86c85"
          }
        },
        "0c0b2f29480d47d8ac0a9117d8f324a0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "cef44e615f86480499801161fb971ced": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "b8a385ac947242c39b7cde58fe8ac4c0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "c4737344565a4228815e7c38dbc37bfd": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "3a08b94e43f5436097481262157e5cd8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "df0df93bf0a644bebf545f537ae86c85": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "307a49f63aab4ba9bb8f76b254453513": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_096b750956ce419e9a38d217729dab36",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_840e79caa09a4051bce17fab9b3fcd3f",
              "IPY_MODEL_f3d5131e241d4cc283dc1f1a4bbef901",
              "IPY_MODEL_b95fd2c898944e86a4d2386a376c37cb"
            ]
          }
        },
        "096b750956ce419e9a38d217729dab36": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "840e79caa09a4051bce17fab9b3fcd3f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_b1975e35e3684017b3ebaed34a90baf0",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_b5fdd441826f491893ac277ba5ffc4e5"
          }
        },
        "f3d5131e241d4cc283dc1f1a4bbef901": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_f5f20d292c16461588c0550bd6ce3c79",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 231508,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 231508,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_ae48264a99ed48a8be3e60bcb4dcc125"
          }
        },
        "b95fd2c898944e86a4d2386a376c37cb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_60a8c53fd16244e1845f7dacc216dc58",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 232k/232k [00:00<00:00, 4.52MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_4ecf3a3a87a44dfebdab6392bc042ff0"
          }
        },
        "b1975e35e3684017b3ebaed34a90baf0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "b5fdd441826f491893ac277ba5ffc4e5": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "f5f20d292c16461588c0550bd6ce3c79": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "ae48264a99ed48a8be3e60bcb4dcc125": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "60a8c53fd16244e1845f7dacc216dc58": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "4ecf3a3a87a44dfebdab6392bc042ff0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "32dc14c1272f4703af3d3f55e65799f0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_d3d11e41170a452baed8e50352af82a0",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_a717e98f40bd4e80aa0a499b0b500058",
              "IPY_MODEL_2f8270becc2448f8be409585da950bbf",
              "IPY_MODEL_39798adfe1404ddea063b4b18f73dc8c"
            ]
          }
        },
        "d3d11e41170a452baed8e50352af82a0": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "a717e98f40bd4e80aa0a499b0b500058": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_ee992abc84964b6faac0abd92f55a84b",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_b5766a547b7b49cf832005232c8457d8"
          }
        },
        "2f8270becc2448f8be409585da950bbf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_dd9d5bf2ee2c4078ae6548d1d92e1e4c",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 466062,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 466062,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_65ab4fbd6b5b4db984bcfccf4ffef983"
          }
        },
        "39798adfe1404ddea063b4b18f73dc8c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_7184f5a1fe9d44c1b7e0c538184ec0f5",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 466k/466k [00:00<00:00, 6.92MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_5bafc2e5154948b5a6c1728dd80595e9"
          }
        },
        "ee992abc84964b6faac0abd92f55a84b": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "b5766a547b7b49cf832005232c8457d8": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "dd9d5bf2ee2c4078ae6548d1d92e1e4c": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "65ab4fbd6b5b4db984bcfccf4ffef983": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "7184f5a1fe9d44c1b7e0c538184ec0f5": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "5bafc2e5154948b5a6c1728dd80595e9": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "fd89605ac41e4f208269e51ec4be2bce": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_05d635c1bc4949ee88829e9e01188014",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_1153991402cf44ef86e3cdf64acb3a6a",
              "IPY_MODEL_e49e9810e1354c2ba5bb04901ac25195",
              "IPY_MODEL_cb642aca320c4e7486afb3b13fcaf6ae"
            ]
          }
        },
        "05d635c1bc4949ee88829e9e01188014": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "1153991402cf44ef86e3cdf64acb3a6a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_ffad3f16cd094bd0b85e05bee9301efa",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": "Downloading: 100%",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_c0311d9639644c65ac9a9a9fc284d96d"
          }
        },
        "e49e9810e1354c2ba5bb04901ac25195": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_2f94f8044c064a2a82a731d5e9303c79",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 1344997306,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1344997306,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_90532866af4b41bcb75f901eebffd221"
          }
        },
        "cb642aca320c4e7486afb3b13fcaf6ae": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_9c0550e5d1b74d67b88c6e76e9e8cc83",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 1.34G/1.34G [00:34<00:00, 40.7MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_842b77cea307410c83d3dca6053d0f30"
          }
        },
        "ffad3f16cd094bd0b85e05bee9301efa": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "c0311d9639644c65ac9a9a9fc284d96d": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "2f94f8044c064a2a82a731d5e9303c79": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "90532866af4b41bcb75f901eebffd221": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "9c0550e5d1b74d67b88c6e76e9e8cc83": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "model_module_version": "1.5.0",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "842b77cea307410c83d3dca6053d0f30": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "model_module_version": "1.2.0",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "4BcQp1Kuz97y",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "c8ab244e-fb5c-4bcb-a353-3e46e36013fd"
      },
      "source": [
        "!pip install transformers"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting transformers\n",
            "  Downloading transformers-4.10.2-py3-none-any.whl (2.8 MB)\n",
            "\u001b[K     |████████████████████████████████| 2.8 MB 5.2 MB/s \n",
            "\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers) (3.0.12)\n",
            "Collecting tokenizers<0.11,>=0.10.1\n",
            "  Downloading tokenizers-0.10.3-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (3.3 MB)\n",
            "\u001b[K     |████████████████████████████████| 3.3 MB 32.8 MB/s \n",
            "\u001b[?25hRequirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from transformers) (21.0)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (1.19.5)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from transformers) (2.23.0)\n",
            "Collecting pyyaml>=5.1\n",
            "  Downloading PyYAML-5.4.1-cp37-cp37m-manylinux1_x86_64.whl (636 kB)\n",
            "\u001b[K     |████████████████████████████████| 636 kB 42.2 MB/s \n",
            "\u001b[?25hRequirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers) (4.62.0)\n",
            "Collecting huggingface-hub>=0.0.12\n",
            "  Downloading huggingface_hub-0.0.16-py3-none-any.whl (50 kB)\n",
            "\u001b[K     |████████████████████████████████| 50 kB 3.4 MB/s \n",
            "\u001b[?25hRequirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (2019.12.20)\n",
            "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from transformers) (4.6.4)\n",
            "Collecting sacremoses\n",
            "  Downloading sacremoses-0.0.45-py3-none-any.whl (895 kB)\n",
            "\u001b[K     |████████████████████████████████| 895 kB 56.9 MB/s \n",
            "\u001b[?25hRequirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from huggingface-hub>=0.0.12->transformers) (3.7.4.3)\n",
            "Requirement already satisfied: pyparsing>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging->transformers) (2.4.7)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->transformers) (3.5.0)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (1.24.3)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2021.5.30)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2.10)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (3.0.4)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (7.1.2)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (1.0.1)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.7/dist-packages (from sacremoses->transformers) (1.15.0)\n",
            "Installing collected packages: tokenizers, sacremoses, pyyaml, huggingface-hub, transformers\n",
            "  Attempting uninstall: pyyaml\n",
            "    Found existing installation: PyYAML 3.13\n",
            "    Uninstalling PyYAML-3.13:\n",
            "      Successfully uninstalled PyYAML-3.13\n",
            "Successfully installed huggingface-hub-0.0.16 pyyaml-5.4.1 sacremoses-0.0.45 tokenizers-0.10.3 transformers-4.10.2\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RuClZ2PJ0qX9",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "eee139b3-ab7a-4107-87a0-a8865310ea74"
      },
      "source": [
        "!python -m spacy download en_core_web_lg"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting en_core_web_lg==2.2.5\n",
            "  Downloading https://github.com/explosion/spacy-models/releases/download/en_core_web_lg-2.2.5/en_core_web_lg-2.2.5.tar.gz (827.9 MB)\n",
            "\u001b[K     |████████████████████████████████| 827.9 MB 1.2 MB/s \n",
            "\u001b[?25hRequirement already satisfied: spacy>=2.2.2 in /usr/local/lib/python3.7/dist-packages (from en_core_web_lg==2.2.5) (2.2.4)\n",
            "Requirement already satisfied: catalogue<1.1.0,>=0.0.7 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_lg==2.2.5) (1.0.0)\n",
            "Requirement already satisfied: plac<1.2.0,>=0.9.6 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_lg==2.2.5) (1.1.3)\n",
            "Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_lg==2.2.5) (4.62.0)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_lg==2.2.5) (1.0.5)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_lg==2.2.5) (57.4.0)\n",
            "Requirement already satisfied: numpy>=1.15.0 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_lg==2.2.5) (1.19.5)\n",
            "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_lg==2.2.5) (3.0.5)\n",
            "Requirement already satisfied: srsly<1.1.0,>=1.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_lg==2.2.5) (1.0.5)\n",
            "Requirement already satisfied: thinc==7.4.0 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_lg==2.2.5) (7.4.0)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_lg==2.2.5) (2.0.5)\n",
            "Requirement already satisfied: blis<0.5.0,>=0.4.0 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_lg==2.2.5) (0.4.1)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.4.0 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_lg==2.2.5) (0.8.2)\n",
            "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.7/dist-packages (from spacy>=2.2.2->en_core_web_lg==2.2.5) (2.23.0)\n",
            "Requirement already satisfied: importlib-metadata>=0.20 in /usr/local/lib/python3.7/dist-packages (from catalogue<1.1.0,>=0.0.7->spacy>=2.2.2->en_core_web_lg==2.2.5) (4.6.4)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata>=0.20->catalogue<1.1.0,>=0.0.7->spacy>=2.2.2->en_core_web_lg==2.2.5) (3.5.0)\n",
            "Requirement already satisfied: typing-extensions>=3.6.4 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata>=0.20->catalogue<1.1.0,>=0.0.7->spacy>=2.2.2->en_core_web_lg==2.2.5) (3.7.4.3)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.2->en_core_web_lg==2.2.5) (3.0.4)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.2->en_core_web_lg==2.2.5) (1.24.3)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.2->en_core_web_lg==2.2.5) (2021.5.30)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy>=2.2.2->en_core_web_lg==2.2.5) (2.10)\n",
            "Building wheels for collected packages: en-core-web-lg\n",
            "  Building wheel for en-core-web-lg (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for en-core-web-lg: filename=en_core_web_lg-2.2.5-py3-none-any.whl size=829180942 sha256=09c6caef4e69024bd9bc086805d04481b7b1fa2b3bf262501c5948465893857e\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-9fmv3ul8/wheels/11/95/ba/2c36cc368c0bd339b44a791c2c1881a1fb714b78c29a4cb8f5\n",
            "Successfully built en-core-web-lg\n",
            "Installing collected packages: en-core-web-lg\n",
            "Successfully installed en-core-web-lg-2.2.5\n",
            "\u001b[38;5;2m✔ Download and installation successful\u001b[0m\n",
            "You can now load the model via spacy.load('en_core_web_lg')\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "0N6BY70tyg3U",
        "outputId": "3d3cf3f3-efd7-4a1b-b2c7-7c0e3647e31f"
      },
      "source": [
        "!ls drive/MyDrive/model/bert_med/checkpoint/checkpoint-final"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "ls: cannot access 'drive/MyDrive/model/bert_med/checkpoint/checkpoint-final': No such file or directory\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "nUIQ5hmvzRaa"
      },
      "source": [
        "question = \"Can you give dosage information acetaminophen for children?\"\n",
        "\n",
        "reply = \"\"\"Use acetaminophen exactly as directed on the label, or as prescribed by your doctor. Do not use in larger or smaller amounts or for longer than recommended.\n",
        "Do not take more of this medication than is recommended. An overdose of acetaminophen can damage your liver or cause death.\n",
        "Adults and teenagers who weigh at least 110 pounds (50 kilograms): Do not take more than 1000 milligrams (mg) at one time. Do not take more than 4000 mg in 24 hours.\n",
        "Children younger than 12 years old: Do not take more than 5 doses of acetaminophen in 24 hours. Use only the number of milligrams per dose that is recommended for the child's weight and age. Use exactly as directed on the label.\n",
        "Avoid also using other medicines that contain acetaminophen, or you could have a fatal overdose.\n",
        "If you are treating a child, use a pediatric form of acetaminophen. Use only the special dose-measuring dropper or oral syringe that comes with the specific pediatric form you are using. Carefully follow the dosing directions on the medicine label.\n",
        "Measure liquid medicinewith the dosing syringe provided, or with a special dose-measuring spoon or medicine cup. If you do not have a dose-measuring device, ask your pharmacist for one.\n",
        "Acetaminophen made for infants is available in two different dose concentrations, and each concentration comes with its own medicine dropper or oral syringe. These dosing devices are not equal between the different concentrations. Using the wrong device may cause you to give your child an overdose of acetaminophen. Never mix and match dosing devices between infant formulations of acetaminophen.\n",
        "You may need to shake the liquid before each use. Follow the directions on the medicine label.\n",
        "The chewable tablet must be chewed thoroughly before you swallow it.\n",
        "Make sure your hands are dry when handling the acetaminophen disintegrating tablet. Place the tablet on your tongue. It will begin to dissolve right away. Do not swallow the tablet whole. Allow it to dissolve in your mouth without chewing.\n",
        "To use the acetaminophen effervescent granules, dissolve one packet of the granules in at least 4 ounces of water. Stir this mixture and drink all of it right away. To make sure you get the entire dose, add a little more water to the same glass, swirl gently and drink right away.\n",
        "The oral powder should be placed directly on the tongue and swallowed.\n",
        "Stop taking acetaminophen and call your doctor if:\n",
        "you still have a sore throat after 2 days of use;\n",
        "you still have a fever after 3 days of use;\n",
        "you still have pain after 7 days of use (or 5 days if treating a child);\n",
        "you have a skin rash, ongoing headache, nausea, vomiting, or any redness or swelling; or\n",
        "if your symptoms get worse, or if you have any new symptoms.\n",
        "This medication can cause unusual results with certain lab tests for glucose (sugar) in the urine. Tell any doctor who treats you that you are using acetaminophen.\n",
        "Store at room temperature away from heat and moisture.\n",
        "Detailed Acetaminophen dosage information\n",
        "What happens if I miss a dose?\n",
        "Since acetaminophen is taken as needed, you may not be on a dosing schedule. If you are taking the medication regularly, take the missed dose as soon as you remember. Skip the missed dose if it is almost time for your next scheduled dose. Do not take extra medicine to make up the missed dose.\n",
        "What happens if I overdose?\n",
        "Seek emergency medical attention or call the Poison Help line at 1-800-222-1222. An overdose of acetaminophen can be fatal.\n",
        "The first signs of an acetaminophen overdose include loss of appetite, nausea, vomiting, stomach pain, sweating, and confusion or weakness. Later symptoms may include pain in your upper stomach, dark urine, and yellowing of your skin or the whites of your eyes.\n",
        "\"\"\""
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "_LUf0zi0ziZQ"
      },
      "source": [
        "class SentenceSimilarity():\n",
        "    def __init__(self, model_name=None, device='cuda'):\n",
        "        self.tokenizer = AutoTokenizer.from_pretrained(model_name)\n",
        "        self.model = AutoModel.from_pretrained(model_name).eval()\n",
        "\n",
        "    def __call__(self, text):\n",
        "        tokens = self.tokenizer(text, padding=True, return_tensors='pt', truncation=True)\n",
        "        with torch.no_grad():\n",
        "            embeddings = self.model(**tokens).last_hidden_state\n",
        "\n",
        "        mask = tokens['attention_mask'].unsqueeze(-1).expand(embeddings.shape).float()\n",
        "        sentence_embeddings = torch.sum(embeddings * mask, dim=1) / torch.clamp(mask.sum(1), min=1e-9) \n",
        "        return sentence_embeddings\n",
        "\n",
        "    def compute_label_embedding(self, labels):\n",
        "        self.label_embeds = self(labels)\n",
        "    \n",
        "    def similarity(self, example):\n",
        "        return torch.cosine_similarity(self(example), self.label_embeds).tolist()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "_Wa2u2WAzzVV"
      },
      "source": [
        "from transformers import AutoTokenizer, AutoModel\n",
        "import en_core_web_lg\n",
        "import torch\n",
        "import pandas as pd\n",
        "import numpy as np\n",
        "from sklearn.decomposition import PCA\n",
        "import matplotlib.pyplot as plt"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "O11MAh5Z0gGk"
      },
      "source": [
        "nlp = en_core_web_lg.load()\n",
        "doc = nlp(reply)\n",
        "labels = [str(sentence) for sentence in list(doc.sents)]\n",
        "examples = [question]"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "xr9eQQkegqhT",
        "outputId": "29892f73-258d-4d68-c19a-b46c59b52c9b"
      },
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Mounted at /content/drive\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "UcLcTsqNzp68",
        "outputId": "580de1d3-3241-4e46-fb0c-246a6ad6b21d"
      },
      "source": [
        "model_base_name = 'drive/MyDrive/bert-base-finetuned'\n",
        "model_base = SentenceSimilarity(model_base_name)\n",
        "model_base.compute_label_embedding(labels)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of the model checkpoint at drive/MyDrive/bert-base-finetuned were not used when initializing BertModel: ['cls.predictions.transform.dense.bias', 'cls.predictions.bias', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.decoder.weight', 'cls.predictions.transform.dense.weight', 'cls.predictions.decoder.bias', 'cls.predictions.transform.LayerNorm.bias']\n",
            "- This IS expected if you are initializing BertModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
            "- This IS NOT expected if you are initializing BertModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
            "Some weights of BertModel were not initialized from the model checkpoint at drive/MyDrive/bert-base-finetuned and are newly initialized: ['bert.pooler.dense.bias', 'bert.pooler.dense.weight']\n",
            "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "n5jlNAfG10W8",
        "outputId": "cc26c811-d816-42b7-889c-cf802c2fcc76"
      },
      "source": [
        "scores = model_base.similarity(examples[0])\n",
        "dic = {}\n",
        "\n",
        "print(question)\n",
        "\n",
        "for i, ex in enumerate(labels):\n",
        "    dic[ex] = scores[i]\n",
        "\n",
        "s = pd.Series(dic, name='Similarity')\n",
        "s.index.name = 'Sentences'\n",
        "df_finetune_bert = s.reset_index()\n",
        "df_finetune_bert.sort_values(by='Similarity', ascending=False, inplace=True)\n",
        "df_finetune_bert.reset_index(inplace=True)\n",
        "df_finetune_bert"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Can you give dosage information acetaminophen for children?\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>index</th>\n",
              "      <th>Sentences</th>\n",
              "      <th>Similarity</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>38</td>\n",
              "      <td>Detailed Acetaminophen dosage information\\n</td>\n",
              "      <td>0.853427</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>19</td>\n",
              "      <td>Never mix and match dosing devices between inf...</td>\n",
              "      <td>0.833955</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>40</td>\n",
              "      <td>Since acetaminophen is taken as needed, you ma...</td>\n",
              "      <td>0.812427</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10</td>\n",
              "      <td>If you are treating a child, use a pediatric f...</td>\n",
              "      <td>0.797016</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>16</td>\n",
              "      <td>Acetaminophen made for infants is available in...</td>\n",
              "      <td>0.787604</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>32</td>\n",
              "      <td>Stop taking acetaminophen and call your doctor...</td>\n",
              "      <td>0.777802</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>23</td>\n",
              "      <td>Make sure your hands are dry when handling the...</td>\n",
              "      <td>0.772180</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>36</td>\n",
              "      <td>Tell any doctor who treats you that you are us...</td>\n",
              "      <td>0.744137</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>6</td>\n",
              "      <td>Children younger than 12 years old: Do not tak...</td>\n",
              "      <td>0.731766</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>28</td>\n",
              "      <td>To use the acetaminophen effervescent granules...</td>\n",
              "      <td>0.729823</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>9</td>\n",
              "      <td>Avoid also using other medicines that contain ...</td>\n",
              "      <td>0.712440</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>11</td>\n",
              "      <td>Use only the special dose-measuring dropper or...</td>\n",
              "      <td>0.712209</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>7</td>\n",
              "      <td>Use only the number of milligrams per dose tha...</td>\n",
              "      <td>0.698351</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>3</td>\n",
              "      <td>An overdose of acetaminophen can damage your l...</td>\n",
              "      <td>0.695948</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>18</td>\n",
              "      <td>Using the wrong device may cause you to give y...</td>\n",
              "      <td>0.695873</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>35</td>\n",
              "      <td>This medication can cause unusual results with...</td>\n",
              "      <td>0.679667</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>12</td>\n",
              "      <td>Carefully follow the dosing directions on the ...</td>\n",
              "      <td>0.678807</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>0</td>\n",
              "      <td>Use acetaminophen exactly as directed on the l...</td>\n",
              "      <td>0.677227</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>33</td>\n",
              "      <td>you still have a sore throat after 2 days of u...</td>\n",
              "      <td>0.675472</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>46</td>\n",
              "      <td>An overdose of acetaminophen can be fatal.\\n</td>\n",
              "      <td>0.675087</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20</th>\n",
              "      <td>22</td>\n",
              "      <td>The chewable tablet must be chewed thoroughly ...</td>\n",
              "      <td>0.673205</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>21</th>\n",
              "      <td>5</td>\n",
              "      <td>Do not take more than 4000 mg in 24 hours.\\n</td>\n",
              "      <td>0.672365</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>22</th>\n",
              "      <td>17</td>\n",
              "      <td>These dosing devices are not equal between the...</td>\n",
              "      <td>0.668638</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>23</th>\n",
              "      <td>14</td>\n",
              "      <td>liquid medicinewith the dosing syringe provide...</td>\n",
              "      <td>0.667967</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24</th>\n",
              "      <td>4</td>\n",
              "      <td>Adults and teenagers who weigh at least 110 po...</td>\n",
              "      <td>0.650907</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25</th>\n",
              "      <td>31</td>\n",
              "      <td>The oral powder should be placed directly on t...</td>\n",
              "      <td>0.645979</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>26</th>\n",
              "      <td>20</td>\n",
              "      <td>You may need to shake the liquid before each use.</td>\n",
              "      <td>0.643904</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27</th>\n",
              "      <td>30</td>\n",
              "      <td>To make sure you get the entire dose, add a li...</td>\n",
              "      <td>0.641648</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>28</th>\n",
              "      <td>29</td>\n",
              "      <td>Stir this mixture and drink all of it right away.</td>\n",
              "      <td>0.629004</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>29</th>\n",
              "      <td>15</td>\n",
              "      <td>If you do not have a dose-measuring device, as...</td>\n",
              "      <td>0.625567</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>30</th>\n",
              "      <td>2</td>\n",
              "      <td>Do not take more of this medication than is re...</td>\n",
              "      <td>0.621627</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>31</th>\n",
              "      <td>26</td>\n",
              "      <td>Do not swallow the tablet whole.</td>\n",
              "      <td>0.621161</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>32</th>\n",
              "      <td>41</td>\n",
              "      <td>If you are taking the medication regularly, ta...</td>\n",
              "      <td>0.615762</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>33</th>\n",
              "      <td>1</td>\n",
              "      <td>Do not use in larger or smaller amounts or for...</td>\n",
              "      <td>0.615096</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>34</th>\n",
              "      <td>47</td>\n",
              "      <td>The first signs of an acetaminophen overdose i...</td>\n",
              "      <td>0.611996</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>35</th>\n",
              "      <td>21</td>\n",
              "      <td>Follow the directions on the medicine label.\\n</td>\n",
              "      <td>0.608199</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>36</th>\n",
              "      <td>43</td>\n",
              "      <td>Do not take extra medicine to make up the miss...</td>\n",
              "      <td>0.606794</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>37</th>\n",
              "      <td>27</td>\n",
              "      <td>Allow it to dissolve in your mouth without che...</td>\n",
              "      <td>0.603124</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>38</th>\n",
              "      <td>42</td>\n",
              "      <td>Skip the missed dose if it is almost time for ...</td>\n",
              "      <td>0.592967</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>39</th>\n",
              "      <td>24</td>\n",
              "      <td>Place the tablet on your tongue.</td>\n",
              "      <td>0.585152</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>40</th>\n",
              "      <td>39</td>\n",
              "      <td>What happens if I miss a dose?\\n</td>\n",
              "      <td>0.575800</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>41</th>\n",
              "      <td>25</td>\n",
              "      <td>It will begin to dissolve right away.</td>\n",
              "      <td>0.573656</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>42</th>\n",
              "      <td>34</td>\n",
              "      <td>you have a skin rash, ongoing headache, nausea...</td>\n",
              "      <td>0.569242</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>43</th>\n",
              "      <td>48</td>\n",
              "      <td>Later symptoms may include pain in your upper ...</td>\n",
              "      <td>0.551067</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>44</th>\n",
              "      <td>44</td>\n",
              "      <td>What happens if I overdose?\\n</td>\n",
              "      <td>0.549442</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>45</th>\n",
              "      <td>8</td>\n",
              "      <td>Use exactly as directed on the label.\\n</td>\n",
              "      <td>0.532089</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>46</th>\n",
              "      <td>37</td>\n",
              "      <td>Store at room temperature away from heat and m...</td>\n",
              "      <td>0.524711</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47</th>\n",
              "      <td>45</td>\n",
              "      <td>Seek emergency medical attention or call the P...</td>\n",
              "      <td>0.472104</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>48</th>\n",
              "      <td>13</td>\n",
              "      <td>Measure</td>\n",
              "      <td>0.372533</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "    index                                          Sentences  Similarity\n",
              "0      38        Detailed Acetaminophen dosage information\\n    0.853427\n",
              "1      19  Never mix and match dosing devices between inf...    0.833955\n",
              "2      40  Since acetaminophen is taken as needed, you ma...    0.812427\n",
              "3      10  If you are treating a child, use a pediatric f...    0.797016\n",
              "4      16  Acetaminophen made for infants is available in...    0.787604\n",
              "5      32  Stop taking acetaminophen and call your doctor...    0.777802\n",
              "6      23  Make sure your hands are dry when handling the...    0.772180\n",
              "7      36  Tell any doctor who treats you that you are us...    0.744137\n",
              "8       6  Children younger than 12 years old: Do not tak...    0.731766\n",
              "9      28  To use the acetaminophen effervescent granules...    0.729823\n",
              "10      9  Avoid also using other medicines that contain ...    0.712440\n",
              "11     11  Use only the special dose-measuring dropper or...    0.712209\n",
              "12      7  Use only the number of milligrams per dose tha...    0.698351\n",
              "13      3  An overdose of acetaminophen can damage your l...    0.695948\n",
              "14     18  Using the wrong device may cause you to give y...    0.695873\n",
              "15     35  This medication can cause unusual results with...    0.679667\n",
              "16     12  Carefully follow the dosing directions on the ...    0.678807\n",
              "17      0  Use acetaminophen exactly as directed on the l...    0.677227\n",
              "18     33  you still have a sore throat after 2 days of u...    0.675472\n",
              "19     46       An overdose of acetaminophen can be fatal.\\n    0.675087\n",
              "20     22  The chewable tablet must be chewed thoroughly ...    0.673205\n",
              "21      5       Do not take more than 4000 mg in 24 hours.\\n    0.672365\n",
              "22     17  These dosing devices are not equal between the...    0.668638\n",
              "23     14  liquid medicinewith the dosing syringe provide...    0.667967\n",
              "24      4  Adults and teenagers who weigh at least 110 po...    0.650907\n",
              "25     31  The oral powder should be placed directly on t...    0.645979\n",
              "26     20  You may need to shake the liquid before each use.    0.643904\n",
              "27     30  To make sure you get the entire dose, add a li...    0.641648\n",
              "28     29  Stir this mixture and drink all of it right away.    0.629004\n",
              "29     15  If you do not have a dose-measuring device, as...    0.625567\n",
              "30      2  Do not take more of this medication than is re...    0.621627\n",
              "31     26                   Do not swallow the tablet whole.    0.621161\n",
              "32     41  If you are taking the medication regularly, ta...    0.615762\n",
              "33      1  Do not use in larger or smaller amounts or for...    0.615096\n",
              "34     47  The first signs of an acetaminophen overdose i...    0.611996\n",
              "35     21     Follow the directions on the medicine label.\\n    0.608199\n",
              "36     43  Do not take extra medicine to make up the miss...    0.606794\n",
              "37     27  Allow it to dissolve in your mouth without che...    0.603124\n",
              "38     42  Skip the missed dose if it is almost time for ...    0.592967\n",
              "39     24                   Place the tablet on your tongue.    0.585152\n",
              "40     39                   What happens if I miss a dose?\\n    0.575800\n",
              "41     25              It will begin to dissolve right away.    0.573656\n",
              "42     34  you have a skin rash, ongoing headache, nausea...    0.569242\n",
              "43     48  Later symptoms may include pain in your upper ...    0.551067\n",
              "44     44                      What happens if I overdose?\\n    0.549442\n",
              "45      8            Use exactly as directed on the label.\\n    0.532089\n",
              "46     37  Store at room temperature away from heat and m...    0.524711\n",
              "47     45  Seek emergency medical attention or call the P...    0.472104\n",
              "48     13                                            Measure    0.372533"
            ]
          },
          "metadata": {},
          "execution_count": 10
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 251,
          "referenced_widgets": [
            "ef36d5e9f5ff45a58f52aa7da91c1f9b",
            "2303cc5a7a2848f89e49351f3c8e7465",
            "ab0a522132f846bcbdd08b29189a5a0f",
            "026ac3e5e5af4597b8ea6d415b40f683",
            "35155a474c8c48958dc89d5e7f9c3b99",
            "d9f286ed50f94c4380dc85328f9e5044",
            "aadf0d64949749078dfe25fa2f8231c7",
            "75a36a88ae234a03a17fde3b40d7776b",
            "0ebbb8556e704739bf251b58e70ba396",
            "abcddb9424164a28a66fe87aec9ce9ae",
            "aed31e24cf2045578a80b493147b9db5",
            "5a6cdddfe6ad484daad7ca9018f75d22",
            "25d0555799564dbab41a3fe521c7a599",
            "9463a6bf86db49cfba88c9c9504721c3",
            "c68702236db6404b8f79dbc9a37e0ba3",
            "94e6b4bf02264b71934bcf2b125b1cda",
            "f5b3527e0bcf429285b23aed64842fbd",
            "b11b89d5afa8492885ec1e7f40ec9ffb",
            "36318cc66a364c3cb5d9eb5db3034769",
            "abe7e518794a4987b921c3818437aabb",
            "27e1774b727845008c7327363a2421bd",
            "382dc01cba7d498ab128facbbdf859b0",
            "1313eee07f8641c49778d03d27d467dc",
            "a00c024f6fc741018708c54f25fd08d0",
            "0ccb0752d37e44f899da456e27d3c824",
            "85779ecd3e404d1081db3ceb45bfb0d4",
            "6d6c42651a954bf1a7f40ba9c112e783",
            "cf5a1fe16a4645c18ad41fbe084a85ac",
            "4f9c3e33a71145fc8b52c3720e99bb38",
            "edb82b7fbc204858882641f595605c28",
            "7aea04467bf44b5fb85488648a87ccb6",
            "7f971c20aadd4f85be53c9d8ab3cd3d3",
            "516527a5ede24a1698fc924dfbc72a98",
            "db7ee15012634c26a7bc6357e5160d18",
            "cb70b5641b8c436f86bed0037e1246cf",
            "73ee859aaafb4dc49188ac7483f22353",
            "e2838c453e764b649be6acdb3455721b",
            "ff7e658e68334f57ba229fec1c7b027b",
            "2ab515168a15498e85cc6e739a5c0718",
            "9f46bcbaca50437d801296bd691fff82",
            "e8620968d1514cfe9d8e9d2550cc5554",
            "75724a8d5348460f835b00577fd5b588",
            "04ebc10344484db282459327da9e391b",
            "aee411d93c184a4a80b862bc717e7fe4",
            "322d89625da448279bcce19b6eeb4365",
            "72224b10463742e4b02fc4294c809009",
            "bfbe409912084510b79adf6367e7eff2",
            "65a16c45353240f49ad50896e7c3aff6",
            "f89850d809444a2db3da1d16b60d5cb6",
            "8d126c37a5fb41c9a5f5e1709661ecab",
            "9586f93a93ea44c69009f440fadaf8c3",
            "4108b4025f8e4a86a079f9d6fce40cd7",
            "ab62bb5060e14af991b0814e8d5b50ec",
            "0b844a5a9e9249e1be23337187c41188",
            "b270fe72298f4c98ae05d7d97d3191af"
          ]
        },
        "id": "7IhGI2F3nsdt",
        "outputId": "bdc4d7c8-39d6-4b2c-fd5c-2397f08653fd"
      },
      "source": [
        "model_base_name = 'bert-base-uncased'\n",
        "model_base = SentenceSimilarity(model_base_name)\n",
        "model_base.compute_label_embedding(labels)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "ef36d5e9f5ff45a58f52aa7da91c1f9b",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/28.0 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "5a6cdddfe6ad484daad7ca9018f75d22",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/570 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "1313eee07f8641c49778d03d27d467dc",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/232k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "db7ee15012634c26a7bc6357e5160d18",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/466k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "322d89625da448279bcce19b6eeb4365",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/440M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of the model checkpoint at bert-base-uncased were not used when initializing BertModel: ['cls.predictions.transform.dense.bias', 'cls.predictions.bias', 'cls.seq_relationship.weight', 'cls.predictions.decoder.weight', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.transform.dense.weight', 'cls.predictions.transform.LayerNorm.bias', 'cls.seq_relationship.bias']\n",
            "- This IS expected if you are initializing BertModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
            "- This IS NOT expected if you are initializing BertModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "0SNu8mGFnxZo",
        "outputId": "c6ed0f25-f4b8-48f3-adfd-fed31e375fec"
      },
      "source": [
        "scores = model_base.similarity(examples[0])\n",
        "dic = {}\n",
        "\n",
        "print(question)\n",
        "\n",
        "for i, ex in enumerate(labels):\n",
        "    dic[ex] = scores[i]\n",
        "\n",
        "s = pd.Series(dic, name='Similarity')\n",
        "s.index.name = 'Sentences'\n",
        "df_finetune_bert = s.reset_index()\n",
        "df_finetune_bert.sort_values(by='Similarity', ascending=False, inplace=True)\n",
        "df_finetune_bert.reset_index(inplace=True)\n",
        "df_finetune_bert"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Can you give dosage information acetaminophen for children?\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>index</th>\n",
              "      <th>Sentences</th>\n",
              "      <th>Similarity</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>19</td>\n",
              "      <td>Never mix and match dosing devices between inf...</td>\n",
              "      <td>0.880267</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>40</td>\n",
              "      <td>Since acetaminophen is taken as needed, you ma...</td>\n",
              "      <td>0.873089</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>38</td>\n",
              "      <td>Detailed Acetaminophen dosage information\\n</td>\n",
              "      <td>0.855957</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>10</td>\n",
              "      <td>If you are treating a child, use a pediatric f...</td>\n",
              "      <td>0.830490</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>23</td>\n",
              "      <td>Make sure your hands are dry when handling the...</td>\n",
              "      <td>0.818485</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>16</td>\n",
              "      <td>Acetaminophen made for infants is available in...</td>\n",
              "      <td>0.813781</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>0</td>\n",
              "      <td>Use acetaminophen exactly as directed on the l...</td>\n",
              "      <td>0.812985</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>6</td>\n",
              "      <td>Children younger than 12 years old: Do not tak...</td>\n",
              "      <td>0.808529</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>32</td>\n",
              "      <td>Stop taking acetaminophen and call your doctor...</td>\n",
              "      <td>0.808096</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>9</td>\n",
              "      <td>Avoid also using other medicines that contain ...</td>\n",
              "      <td>0.806899</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>36</td>\n",
              "      <td>Tell any doctor who treats you that you are us...</td>\n",
              "      <td>0.797769</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>12</td>\n",
              "      <td>Carefully follow the dosing directions on the ...</td>\n",
              "      <td>0.772176</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>3</td>\n",
              "      <td>An overdose of acetaminophen can damage your l...</td>\n",
              "      <td>0.763895</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>18</td>\n",
              "      <td>Using the wrong device may cause you to give y...</td>\n",
              "      <td>0.763837</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>46</td>\n",
              "      <td>An overdose of acetaminophen can be fatal.\\n</td>\n",
              "      <td>0.762662</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>28</td>\n",
              "      <td>To use the acetaminophen effervescent granules...</td>\n",
              "      <td>0.759485</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>7</td>\n",
              "      <td>Use only the number of milligrams per dose tha...</td>\n",
              "      <td>0.759076</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>2</td>\n",
              "      <td>Do not take more of this medication than is re...</td>\n",
              "      <td>0.754334</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>11</td>\n",
              "      <td>Use only the special dose-measuring dropper or...</td>\n",
              "      <td>0.746475</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>35</td>\n",
              "      <td>This medication can cause unusual results with...</td>\n",
              "      <td>0.743332</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20</th>\n",
              "      <td>33</td>\n",
              "      <td>you still have a sore throat after 2 days of u...</td>\n",
              "      <td>0.733555</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>21</th>\n",
              "      <td>41</td>\n",
              "      <td>If you are taking the medication regularly, ta...</td>\n",
              "      <td>0.726520</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>22</th>\n",
              "      <td>15</td>\n",
              "      <td>If you do not have a dose-measuring device, as...</td>\n",
              "      <td>0.725144</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>23</th>\n",
              "      <td>1</td>\n",
              "      <td>Do not use in larger or smaller amounts or for...</td>\n",
              "      <td>0.720082</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24</th>\n",
              "      <td>42</td>\n",
              "      <td>Skip the missed dose if it is almost time for ...</td>\n",
              "      <td>0.717582</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25</th>\n",
              "      <td>43</td>\n",
              "      <td>Do not take extra medicine to make up the miss...</td>\n",
              "      <td>0.706198</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>26</th>\n",
              "      <td>5</td>\n",
              "      <td>Do not take more than 4000 mg in 24 hours.\\n</td>\n",
              "      <td>0.702651</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27</th>\n",
              "      <td>47</td>\n",
              "      <td>The first signs of an acetaminophen overdose i...</td>\n",
              "      <td>0.699613</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>28</th>\n",
              "      <td>14</td>\n",
              "      <td>liquid medicinewith the dosing syringe provide...</td>\n",
              "      <td>0.690246</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>29</th>\n",
              "      <td>21</td>\n",
              "      <td>Follow the directions on the medicine label.\\n</td>\n",
              "      <td>0.678231</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>30</th>\n",
              "      <td>30</td>\n",
              "      <td>To make sure you get the entire dose, add a li...</td>\n",
              "      <td>0.677095</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>31</th>\n",
              "      <td>22</td>\n",
              "      <td>The chewable tablet must be chewed thoroughly ...</td>\n",
              "      <td>0.667250</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>32</th>\n",
              "      <td>31</td>\n",
              "      <td>The oral powder should be placed directly on t...</td>\n",
              "      <td>0.653675</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>33</th>\n",
              "      <td>17</td>\n",
              "      <td>These dosing devices are not equal between the...</td>\n",
              "      <td>0.652507</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>34</th>\n",
              "      <td>4</td>\n",
              "      <td>Adults and teenagers who weigh at least 110 po...</td>\n",
              "      <td>0.637722</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>35</th>\n",
              "      <td>34</td>\n",
              "      <td>you have a skin rash, ongoing headache, nausea...</td>\n",
              "      <td>0.627184</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>36</th>\n",
              "      <td>20</td>\n",
              "      <td>You may need to shake the liquid before each use.</td>\n",
              "      <td>0.609635</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>37</th>\n",
              "      <td>29</td>\n",
              "      <td>Stir this mixture and drink all of it right away.</td>\n",
              "      <td>0.603456</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>38</th>\n",
              "      <td>27</td>\n",
              "      <td>Allow it to dissolve in your mouth without che...</td>\n",
              "      <td>0.600359</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>39</th>\n",
              "      <td>48</td>\n",
              "      <td>Later symptoms may include pain in your upper ...</td>\n",
              "      <td>0.592718</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>40</th>\n",
              "      <td>45</td>\n",
              "      <td>Seek emergency medical attention or call the P...</td>\n",
              "      <td>0.592356</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>41</th>\n",
              "      <td>24</td>\n",
              "      <td>Place the tablet on your tongue.</td>\n",
              "      <td>0.564837</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>42</th>\n",
              "      <td>26</td>\n",
              "      <td>Do not swallow the tablet whole.</td>\n",
              "      <td>0.556474</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>43</th>\n",
              "      <td>37</td>\n",
              "      <td>Store at room temperature away from heat and m...</td>\n",
              "      <td>0.556075</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>44</th>\n",
              "      <td>39</td>\n",
              "      <td>What happens if I miss a dose?\\n</td>\n",
              "      <td>0.553039</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>45</th>\n",
              "      <td>8</td>\n",
              "      <td>Use exactly as directed on the label.\\n</td>\n",
              "      <td>0.548044</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>46</th>\n",
              "      <td>44</td>\n",
              "      <td>What happens if I overdose?\\n</td>\n",
              "      <td>0.517920</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47</th>\n",
              "      <td>25</td>\n",
              "      <td>It will begin to dissolve right away.</td>\n",
              "      <td>0.506700</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>48</th>\n",
              "      <td>13</td>\n",
              "      <td>Measure</td>\n",
              "      <td>0.250616</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "    index                                          Sentences  Similarity\n",
              "0      19  Never mix and match dosing devices between inf...    0.880267\n",
              "1      40  Since acetaminophen is taken as needed, you ma...    0.873089\n",
              "2      38        Detailed Acetaminophen dosage information\\n    0.855957\n",
              "3      10  If you are treating a child, use a pediatric f...    0.830490\n",
              "4      23  Make sure your hands are dry when handling the...    0.818485\n",
              "5      16  Acetaminophen made for infants is available in...    0.813781\n",
              "6       0  Use acetaminophen exactly as directed on the l...    0.812985\n",
              "7       6  Children younger than 12 years old: Do not tak...    0.808529\n",
              "8      32  Stop taking acetaminophen and call your doctor...    0.808096\n",
              "9       9  Avoid also using other medicines that contain ...    0.806899\n",
              "10     36  Tell any doctor who treats you that you are us...    0.797769\n",
              "11     12  Carefully follow the dosing directions on the ...    0.772176\n",
              "12      3  An overdose of acetaminophen can damage your l...    0.763895\n",
              "13     18  Using the wrong device may cause you to give y...    0.763837\n",
              "14     46       An overdose of acetaminophen can be fatal.\\n    0.762662\n",
              "15     28  To use the acetaminophen effervescent granules...    0.759485\n",
              "16      7  Use only the number of milligrams per dose tha...    0.759076\n",
              "17      2  Do not take more of this medication than is re...    0.754334\n",
              "18     11  Use only the special dose-measuring dropper or...    0.746475\n",
              "19     35  This medication can cause unusual results with...    0.743332\n",
              "20     33  you still have a sore throat after 2 days of u...    0.733555\n",
              "21     41  If you are taking the medication regularly, ta...    0.726520\n",
              "22     15  If you do not have a dose-measuring device, as...    0.725144\n",
              "23      1  Do not use in larger or smaller amounts or for...    0.720082\n",
              "24     42  Skip the missed dose if it is almost time for ...    0.717582\n",
              "25     43  Do not take extra medicine to make up the miss...    0.706198\n",
              "26      5       Do not take more than 4000 mg in 24 hours.\\n    0.702651\n",
              "27     47  The first signs of an acetaminophen overdose i...    0.699613\n",
              "28     14  liquid medicinewith the dosing syringe provide...    0.690246\n",
              "29     21     Follow the directions on the medicine label.\\n    0.678231\n",
              "30     30  To make sure you get the entire dose, add a li...    0.677095\n",
              "31     22  The chewable tablet must be chewed thoroughly ...    0.667250\n",
              "32     31  The oral powder should be placed directly on t...    0.653675\n",
              "33     17  These dosing devices are not equal between the...    0.652507\n",
              "34      4  Adults and teenagers who weigh at least 110 po...    0.637722\n",
              "35     34  you have a skin rash, ongoing headache, nausea...    0.627184\n",
              "36     20  You may need to shake the liquid before each use.    0.609635\n",
              "37     29  Stir this mixture and drink all of it right away.    0.603456\n",
              "38     27  Allow it to dissolve in your mouth without che...    0.600359\n",
              "39     48  Later symptoms may include pain in your upper ...    0.592718\n",
              "40     45  Seek emergency medical attention or call the P...    0.592356\n",
              "41     24                   Place the tablet on your tongue.    0.564837\n",
              "42     26                   Do not swallow the tablet whole.    0.556474\n",
              "43     37  Store at room temperature away from heat and m...    0.556075\n",
              "44     39                   What happens if I miss a dose?\\n    0.553039\n",
              "45      8            Use exactly as directed on the label.\\n    0.548044\n",
              "46     44                      What happens if I overdose?\\n    0.517920\n",
              "47     25              It will begin to dissolve right away.    0.506700\n",
              "48     13                                            Measure    0.250616"
            ]
          },
          "metadata": {},
          "execution_count": 14
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "B2DkojVfzx_V",
        "outputId": "f17a690c-3270-4e88-b9f8-d569059abee5"
      },
      "source": [
        "model_large_name = 'drive/MyDrive/bert-large-finetuned'\n",
        "model_large = SentenceSimilarity(model_large_name)\n",
        "model_large.compute_label_embedding(labels)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of the model checkpoint at drive/MyDrive/bert-large-finetuned were not used when initializing BertModel: ['cls.predictions.transform.dense.bias', 'cls.predictions.bias', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.decoder.weight', 'cls.predictions.transform.dense.weight', 'cls.predictions.decoder.bias', 'cls.predictions.transform.LayerNorm.bias']\n",
            "- This IS expected if you are initializing BertModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
            "- This IS NOT expected if you are initializing BertModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
            "Some weights of BertModel were not initialized from the model checkpoint at drive/MyDrive/bert-large-finetuned and are newly initialized: ['bert.pooler.dense.bias', 'bert.pooler.dense.weight']\n",
            "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "LR9Yf_J21tVV",
        "outputId": "b6e1f9a1-617b-4eb6-f61a-bc4bcbd83902"
      },
      "source": [
        "scores = model_large.similarity(examples[0])\n",
        "dic = {}\n",
        "\n",
        "print(question)\n",
        "\n",
        "for i, ex in enumerate(labels):\n",
        "    dic[ex] = scores[i]\n",
        "\n",
        "s = pd.Series(dic, name='Similarity')\n",
        "s.index.name = 'Sentences'\n",
        "df_finetune_bert = s.reset_index()\n",
        "df_finetune_bert.sort_values(by='Similarity', ascending=False, inplace=True)\n",
        "df_finetune_bert.reset_index(inplace=True)\n",
        "df_finetune_bert"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Can you give dosage information acetaminophen for children?\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>index</th>\n",
              "      <th>Sentences</th>\n",
              "      <th>Similarity</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>10</td>\n",
              "      <td>If you are treating a child, use a pediatric f...</td>\n",
              "      <td>0.830899</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>38</td>\n",
              "      <td>Detailed Acetaminophen dosage information\\n</td>\n",
              "      <td>0.830435</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>18</td>\n",
              "      <td>Using the wrong device may cause you to give y...</td>\n",
              "      <td>0.795456</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>16</td>\n",
              "      <td>Acetaminophen made for infants is available in...</td>\n",
              "      <td>0.791079</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>28</td>\n",
              "      <td>To use the acetaminophen effervescent granules...</td>\n",
              "      <td>0.761752</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>32</td>\n",
              "      <td>Stop taking acetaminophen and call your doctor...</td>\n",
              "      <td>0.756600</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>0</td>\n",
              "      <td>Use acetaminophen exactly as directed on the l...</td>\n",
              "      <td>0.755415</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>23</td>\n",
              "      <td>Make sure your hands are dry when handling the...</td>\n",
              "      <td>0.751867</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>6</td>\n",
              "      <td>Children younger than 12 years old: Do not tak...</td>\n",
              "      <td>0.749787</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>11</td>\n",
              "      <td>Use only the special dose-measuring dropper or...</td>\n",
              "      <td>0.749476</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>12</td>\n",
              "      <td>Carefully follow the dosing directions on the ...</td>\n",
              "      <td>0.732956</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>9</td>\n",
              "      <td>Avoid also using other medicines that contain ...</td>\n",
              "      <td>0.732284</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>7</td>\n",
              "      <td>Use only the number of milligrams per dose tha...</td>\n",
              "      <td>0.729259</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>46</td>\n",
              "      <td>An overdose of acetaminophen can be fatal.\\n</td>\n",
              "      <td>0.727064</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>15</td>\n",
              "      <td>If you do not have a dose-measuring device, as...</td>\n",
              "      <td>0.699796</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>17</td>\n",
              "      <td>These dosing devices are not equal between the...</td>\n",
              "      <td>0.698050</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>14</td>\n",
              "      <td>liquid medicinewith the dosing syringe provide...</td>\n",
              "      <td>0.697277</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>4</td>\n",
              "      <td>Adults and teenagers who weigh at least 110 po...</td>\n",
              "      <td>0.693215</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>35</td>\n",
              "      <td>This medication can cause unusual results with...</td>\n",
              "      <td>0.685208</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>33</td>\n",
              "      <td>you still have a sore throat after 2 days of u...</td>\n",
              "      <td>0.685091</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20</th>\n",
              "      <td>20</td>\n",
              "      <td>You may need to shake the liquid before each use.</td>\n",
              "      <td>0.683204</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>21</th>\n",
              "      <td>47</td>\n",
              "      <td>The first signs of an acetaminophen overdose i...</td>\n",
              "      <td>0.677560</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>22</th>\n",
              "      <td>36</td>\n",
              "      <td>Tell any doctor who treats you that you are us...</td>\n",
              "      <td>0.668998</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>23</th>\n",
              "      <td>39</td>\n",
              "      <td>What happens if I miss a dose?\\n</td>\n",
              "      <td>0.662117</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24</th>\n",
              "      <td>19</td>\n",
              "      <td>Never mix and match dosing devices between inf...</td>\n",
              "      <td>0.661677</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25</th>\n",
              "      <td>41</td>\n",
              "      <td>If you are taking the medication regularly, ta...</td>\n",
              "      <td>0.654314</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>26</th>\n",
              "      <td>8</td>\n",
              "      <td>Use exactly as directed on the label.\\n</td>\n",
              "      <td>0.650494</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27</th>\n",
              "      <td>22</td>\n",
              "      <td>The chewable tablet must be chewed thoroughly ...</td>\n",
              "      <td>0.648614</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>28</th>\n",
              "      <td>42</td>\n",
              "      <td>Skip the missed dose if it is almost time for ...</td>\n",
              "      <td>0.646594</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>29</th>\n",
              "      <td>44</td>\n",
              "      <td>What happens if I overdose?\\n</td>\n",
              "      <td>0.642188</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>30</th>\n",
              "      <td>48</td>\n",
              "      <td>Later symptoms may include pain in your upper ...</td>\n",
              "      <td>0.639400</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>31</th>\n",
              "      <td>30</td>\n",
              "      <td>To make sure you get the entire dose, add a li...</td>\n",
              "      <td>0.631776</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>32</th>\n",
              "      <td>37</td>\n",
              "      <td>Store at room temperature away from heat and m...</td>\n",
              "      <td>0.623742</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>33</th>\n",
              "      <td>31</td>\n",
              "      <td>The oral powder should be placed directly on t...</td>\n",
              "      <td>0.621894</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>34</th>\n",
              "      <td>29</td>\n",
              "      <td>Stir this mixture and drink all of it right away.</td>\n",
              "      <td>0.617748</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>35</th>\n",
              "      <td>34</td>\n",
              "      <td>you have a skin rash, ongoing headache, nausea...</td>\n",
              "      <td>0.612240</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>36</th>\n",
              "      <td>2</td>\n",
              "      <td>Do not take more of this medication than is re...</td>\n",
              "      <td>0.608741</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>37</th>\n",
              "      <td>40</td>\n",
              "      <td>Since acetaminophen is taken as needed, you ma...</td>\n",
              "      <td>0.586397</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>38</th>\n",
              "      <td>43</td>\n",
              "      <td>Do not take extra medicine to make up the miss...</td>\n",
              "      <td>0.558599</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>39</th>\n",
              "      <td>5</td>\n",
              "      <td>Do not take more than 4000 mg in 24 hours.\\n</td>\n",
              "      <td>0.549838</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>40</th>\n",
              "      <td>24</td>\n",
              "      <td>Place the tablet on your tongue.</td>\n",
              "      <td>0.543047</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>41</th>\n",
              "      <td>3</td>\n",
              "      <td>An overdose of acetaminophen can damage your l...</td>\n",
              "      <td>0.502245</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>42</th>\n",
              "      <td>45</td>\n",
              "      <td>Seek emergency medical attention or call the P...</td>\n",
              "      <td>0.497212</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>43</th>\n",
              "      <td>25</td>\n",
              "      <td>It will begin to dissolve right away.</td>\n",
              "      <td>0.493721</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>44</th>\n",
              "      <td>1</td>\n",
              "      <td>Do not use in larger or smaller amounts or for...</td>\n",
              "      <td>0.491455</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>45</th>\n",
              "      <td>27</td>\n",
              "      <td>Allow it to dissolve in your mouth without che...</td>\n",
              "      <td>0.486398</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>46</th>\n",
              "      <td>21</td>\n",
              "      <td>Follow the directions on the medicine label.\\n</td>\n",
              "      <td>0.443755</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47</th>\n",
              "      <td>26</td>\n",
              "      <td>Do not swallow the tablet whole.</td>\n",
              "      <td>0.441074</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>48</th>\n",
              "      <td>13</td>\n",
              "      <td>Measure</td>\n",
              "      <td>0.436105</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "    index                                          Sentences  Similarity\n",
              "0      10  If you are treating a child, use a pediatric f...    0.830899\n",
              "1      38        Detailed Acetaminophen dosage information\\n    0.830435\n",
              "2      18  Using the wrong device may cause you to give y...    0.795456\n",
              "3      16  Acetaminophen made for infants is available in...    0.791079\n",
              "4      28  To use the acetaminophen effervescent granules...    0.761752\n",
              "5      32  Stop taking acetaminophen and call your doctor...    0.756600\n",
              "6       0  Use acetaminophen exactly as directed on the l...    0.755415\n",
              "7      23  Make sure your hands are dry when handling the...    0.751867\n",
              "8       6  Children younger than 12 years old: Do not tak...    0.749787\n",
              "9      11  Use only the special dose-measuring dropper or...    0.749476\n",
              "10     12  Carefully follow the dosing directions on the ...    0.732956\n",
              "11      9  Avoid also using other medicines that contain ...    0.732284\n",
              "12      7  Use only the number of milligrams per dose tha...    0.729259\n",
              "13     46       An overdose of acetaminophen can be fatal.\\n    0.727064\n",
              "14     15  If you do not have a dose-measuring device, as...    0.699796\n",
              "15     17  These dosing devices are not equal between the...    0.698050\n",
              "16     14  liquid medicinewith the dosing syringe provide...    0.697277\n",
              "17      4  Adults and teenagers who weigh at least 110 po...    0.693215\n",
              "18     35  This medication can cause unusual results with...    0.685208\n",
              "19     33  you still have a sore throat after 2 days of u...    0.685091\n",
              "20     20  You may need to shake the liquid before each use.    0.683204\n",
              "21     47  The first signs of an acetaminophen overdose i...    0.677560\n",
              "22     36  Tell any doctor who treats you that you are us...    0.668998\n",
              "23     39                   What happens if I miss a dose?\\n    0.662117\n",
              "24     19  Never mix and match dosing devices between inf...    0.661677\n",
              "25     41  If you are taking the medication regularly, ta...    0.654314\n",
              "26      8            Use exactly as directed on the label.\\n    0.650494\n",
              "27     22  The chewable tablet must be chewed thoroughly ...    0.648614\n",
              "28     42  Skip the missed dose if it is almost time for ...    0.646594\n",
              "29     44                      What happens if I overdose?\\n    0.642188\n",
              "30     48  Later symptoms may include pain in your upper ...    0.639400\n",
              "31     30  To make sure you get the entire dose, add a li...    0.631776\n",
              "32     37  Store at room temperature away from heat and m...    0.623742\n",
              "33     31  The oral powder should be placed directly on t...    0.621894\n",
              "34     29  Stir this mixture and drink all of it right away.    0.617748\n",
              "35     34  you have a skin rash, ongoing headache, nausea...    0.612240\n",
              "36      2  Do not take more of this medication than is re...    0.608741\n",
              "37     40  Since acetaminophen is taken as needed, you ma...    0.586397\n",
              "38     43  Do not take extra medicine to make up the miss...    0.558599\n",
              "39      5       Do not take more than 4000 mg in 24 hours.\\n    0.549838\n",
              "40     24                   Place the tablet on your tongue.    0.543047\n",
              "41      3  An overdose of acetaminophen can damage your l...    0.502245\n",
              "42     45  Seek emergency medical attention or call the P...    0.497212\n",
              "43     25              It will begin to dissolve right away.    0.493721\n",
              "44      1  Do not use in larger or smaller amounts or for...    0.491455\n",
              "45     27  Allow it to dissolve in your mouth without che...    0.486398\n",
              "46     21     Follow the directions on the medicine label.\\n    0.443755\n",
              "47     26                   Do not swallow the tablet whole.    0.441074\n",
              "48     13                                            Measure    0.436105"
            ]
          },
          "metadata": {},
          "execution_count": 12
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 251,
          "referenced_widgets": [
            "f86758fa7a114debbb857409b2c615a0",
            "141c785aa66443c888f2fcce36f120b8",
            "c439830c1cfe4f63abcbe734acb91f1f",
            "8cb21a8afd0a4f709f1753027d4c0f40",
            "502922d03e31479fb2024f8d90c835bf",
            "431843f2d09446aa8de9b968d2e83996",
            "4ff447fffbc440938101bebc743e1eee",
            "3fd4b942226141dcae3bc3678098e4ef",
            "c6b5ec2ae0484720be9ca8a249957c67",
            "f7e4187aff454854ac4733e24634354d",
            "61405d74113f422a9f490701c901b7fb",
            "42b0f1ccb4fd472bb27925652f666628",
            "177d7878211c4f578d908af6da007ba8",
            "a18076532e204476b9f82d2733c08d69",
            "a86ffecc20364462a7fb9169bc0840a9",
            "368e3ca1c0fc4cfb86bcacdeb95221aa",
            "a912e2bc3d7e4b978d8cb66f0c2087e8",
            "2318c060ccf7405ea39700f21229786f",
            "c4fb048d773445628df3ff1c9080304c",
            "ca76b82ecb7546978cc8ee6e447eb027",
            "5228e33db2804ff9b5fe407bce8f607d",
            "e1be50ac045f4cdeb43f74b48c0b032d",
            "9a41317d63974ac0867ef9c821d19e2b",
            "53c0d3dbc3564da297d66f117d780014",
            "e7380deae9614b789c39a23f96db72fe",
            "ea62098a9eab44b480cc3758397fad79",
            "af477d84c10a4320ab7fb6c207b9a6fb",
            "aab99388b5224271813098b1f47993f8",
            "b769bb525e69466f8cd7428d9f8c82e0",
            "687c09d7993c4e528774d46f83cf17ea",
            "09cd2e98600e45f48706b8af742b3681",
            "3e535e49661a49ad85a5a6fe044b7520",
            "d7529f6866454851bcfd1a8c815c9d8c",
            "eb6d0d950cff496ebfdd77164efa6e31",
            "6d635bbb968d4955bc2b5e4f08db245e",
            "32aa57028ccd41848332de5c238f1424",
            "959c8c5410294dc0bb58cfa9785e3b87",
            "f344d499a5a64885b40f2da719518517",
            "5226d94be0c64909b41c78117d8f69e7",
            "e472204f7ba3413b8c933c3c9b908a64",
            "a1541ae8a8964bd7bc57aabf8b180117",
            "a6cd7e3be8434bfda1bcb20dee1623ea",
            "054575ecbba84df7b20f9f3b3a7d57b1",
            "3e137690631f41b6a04612045320e3ee",
            "58decdc3187e4e0db69635697752a16a",
            "872869f193844c63a540e42fce8812a0",
            "494041c82c08417f90de283d0bba52ce",
            "eebafb0bcae64d63b1a913b16490db76",
            "ad2c21429bbd4c01b8395fe38048035d",
            "3942739ce95e46a7b15b06596d74b49b",
            "9cc02955871c48888d5071ab552a6868",
            "d260193ae0c246a7a193a362b214a3f6",
            "a7c07f4e2e6b4270b4ad2d3e4dd2bf58",
            "eaf66a0bb38b416a9f73d037e8fe5fb7",
            "c26f5e98297b4bd6971c902ef59336e8"
          ]
        },
        "id": "pL9uPsjnn779",
        "outputId": "6c2df02a-4c68-4a1d-d830-800c9ba7aa55"
      },
      "source": [
        "model_large_name = 'bert-large-uncased'\n",
        "model_large = SentenceSimilarity(model_large_name)\n",
        "model_large.compute_label_embedding(labels)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "f86758fa7a114debbb857409b2c615a0",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/28.0 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "42b0f1ccb4fd472bb27925652f666628",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/571 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "9a41317d63974ac0867ef9c821d19e2b",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/232k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "eb6d0d950cff496ebfdd77164efa6e31",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/466k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "58decdc3187e4e0db69635697752a16a",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/1.34G [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of the model checkpoint at bert-large-uncased were not used when initializing BertModel: ['cls.predictions.transform.dense.bias', 'cls.predictions.bias', 'cls.seq_relationship.weight', 'cls.predictions.decoder.weight', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.transform.dense.weight', 'cls.predictions.transform.LayerNorm.bias', 'cls.seq_relationship.bias']\n",
            "- This IS expected if you are initializing BertModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
            "- This IS NOT expected if you are initializing BertModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "bsofPCZOn-mI",
        "outputId": "4b821159-885b-4c2e-cc9a-1b3247289912"
      },
      "source": [
        "scores = model_large.similarity(examples[0])\n",
        "dic = {}\n",
        "\n",
        "print(question)\n",
        "\n",
        "for i, ex in enumerate(labels):\n",
        "    dic[ex] = scores[i]\n",
        "\n",
        "s = pd.Series(dic, name='Similarity')\n",
        "s.index.name = 'Sentences'\n",
        "df_finetune_bert = s.reset_index()\n",
        "df_finetune_bert.sort_values(by='Similarity', ascending=False, inplace=True)\n",
        "df_finetune_bert.reset_index(inplace=True)\n",
        "df_finetune_bert"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Can you give dosage information acetaminophen for children?\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>index</th>\n",
              "      <th>Sentences</th>\n",
              "      <th>Similarity</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>38</td>\n",
              "      <td>Detailed Acetaminophen dosage information\\n</td>\n",
              "      <td>0.898420</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>19</td>\n",
              "      <td>Never mix and match dosing devices between inf...</td>\n",
              "      <td>0.893630</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>40</td>\n",
              "      <td>Since acetaminophen is taken as needed, you ma...</td>\n",
              "      <td>0.877569</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>16</td>\n",
              "      <td>Acetaminophen made for infants is available in...</td>\n",
              "      <td>0.872395</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>10</td>\n",
              "      <td>If you are treating a child, use a pediatric f...</td>\n",
              "      <td>0.853832</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>32</td>\n",
              "      <td>Stop taking acetaminophen and call your doctor...</td>\n",
              "      <td>0.852571</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>9</td>\n",
              "      <td>Avoid also using other medicines that contain ...</td>\n",
              "      <td>0.851332</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>36</td>\n",
              "      <td>Tell any doctor who treats you that you are us...</td>\n",
              "      <td>0.844329</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>6</td>\n",
              "      <td>Children younger than 12 years old: Do not tak...</td>\n",
              "      <td>0.841645</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>15</td>\n",
              "      <td>If you do not have a dose-measuring device, as...</td>\n",
              "      <td>0.829827</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>18</td>\n",
              "      <td>Using the wrong device may cause you to give y...</td>\n",
              "      <td>0.829579</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>35</td>\n",
              "      <td>This medication can cause unusual results with...</td>\n",
              "      <td>0.823431</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>3</td>\n",
              "      <td>An overdose of acetaminophen can damage your l...</td>\n",
              "      <td>0.818224</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>46</td>\n",
              "      <td>An overdose of acetaminophen can be fatal.\\n</td>\n",
              "      <td>0.815892</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>11</td>\n",
              "      <td>Use only the special dose-measuring dropper or...</td>\n",
              "      <td>0.813490</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>23</td>\n",
              "      <td>Make sure your hands are dry when handling the...</td>\n",
              "      <td>0.803463</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>21</td>\n",
              "      <td>Follow the directions on the medicine label.\\n</td>\n",
              "      <td>0.794302</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>43</td>\n",
              "      <td>Do not take extra medicine to make up the miss...</td>\n",
              "      <td>0.790150</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>7</td>\n",
              "      <td>Use only the number of milligrams per dose tha...</td>\n",
              "      <td>0.789142</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>0</td>\n",
              "      <td>Use acetaminophen exactly as directed on the l...</td>\n",
              "      <td>0.787985</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20</th>\n",
              "      <td>1</td>\n",
              "      <td>Do not use in larger or smaller amounts or for...</td>\n",
              "      <td>0.786247</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>21</th>\n",
              "      <td>22</td>\n",
              "      <td>The chewable tablet must be chewed thoroughly ...</td>\n",
              "      <td>0.783559</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>22</th>\n",
              "      <td>17</td>\n",
              "      <td>These dosing devices are not equal between the...</td>\n",
              "      <td>0.777908</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>23</th>\n",
              "      <td>33</td>\n",
              "      <td>you still have a sore throat after 2 days of u...</td>\n",
              "      <td>0.776968</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24</th>\n",
              "      <td>12</td>\n",
              "      <td>Carefully follow the dosing directions on the ...</td>\n",
              "      <td>0.773562</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25</th>\n",
              "      <td>41</td>\n",
              "      <td>If you are taking the medication regularly, ta...</td>\n",
              "      <td>0.772783</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>26</th>\n",
              "      <td>5</td>\n",
              "      <td>Do not take more than 4000 mg in 24 hours.\\n</td>\n",
              "      <td>0.771272</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>27</th>\n",
              "      <td>2</td>\n",
              "      <td>Do not take more of this medication than is re...</td>\n",
              "      <td>0.769992</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>28</th>\n",
              "      <td>14</td>\n",
              "      <td>liquid medicinewith the dosing syringe provide...</td>\n",
              "      <td>0.769487</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>29</th>\n",
              "      <td>42</td>\n",
              "      <td>Skip the missed dose if it is almost time for ...</td>\n",
              "      <td>0.768442</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>30</th>\n",
              "      <td>47</td>\n",
              "      <td>The first signs of an acetaminophen overdose i...</td>\n",
              "      <td>0.765844</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>31</th>\n",
              "      <td>30</td>\n",
              "      <td>To make sure you get the entire dose, add a li...</td>\n",
              "      <td>0.764426</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>32</th>\n",
              "      <td>4</td>\n",
              "      <td>Adults and teenagers who weigh at least 110 po...</td>\n",
              "      <td>0.760032</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>33</th>\n",
              "      <td>34</td>\n",
              "      <td>you have a skin rash, ongoing headache, nausea...</td>\n",
              "      <td>0.749295</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>34</th>\n",
              "      <td>20</td>\n",
              "      <td>You may need to shake the liquid before each use.</td>\n",
              "      <td>0.742221</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>35</th>\n",
              "      <td>28</td>\n",
              "      <td>To use the acetaminophen effervescent granules...</td>\n",
              "      <td>0.733613</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>36</th>\n",
              "      <td>37</td>\n",
              "      <td>Store at room temperature away from heat and m...</td>\n",
              "      <td>0.733249</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>37</th>\n",
              "      <td>48</td>\n",
              "      <td>Later symptoms may include pain in your upper ...</td>\n",
              "      <td>0.733133</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>38</th>\n",
              "      <td>31</td>\n",
              "      <td>The oral powder should be placed directly on t...</td>\n",
              "      <td>0.725665</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>39</th>\n",
              "      <td>27</td>\n",
              "      <td>Allow it to dissolve in your mouth without che...</td>\n",
              "      <td>0.720810</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>40</th>\n",
              "      <td>39</td>\n",
              "      <td>What happens if I miss a dose?\\n</td>\n",
              "      <td>0.717329</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>41</th>\n",
              "      <td>45</td>\n",
              "      <td>Seek emergency medical attention or call the P...</td>\n",
              "      <td>0.713387</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>42</th>\n",
              "      <td>44</td>\n",
              "      <td>What happens if I overdose?\\n</td>\n",
              "      <td>0.710678</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>43</th>\n",
              "      <td>29</td>\n",
              "      <td>Stir this mixture and drink all of it right away.</td>\n",
              "      <td>0.699790</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>44</th>\n",
              "      <td>26</td>\n",
              "      <td>Do not swallow the tablet whole.</td>\n",
              "      <td>0.694884</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>45</th>\n",
              "      <td>24</td>\n",
              "      <td>Place the tablet on your tongue.</td>\n",
              "      <td>0.654303</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>46</th>\n",
              "      <td>25</td>\n",
              "      <td>It will begin to dissolve right away.</td>\n",
              "      <td>0.594295</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>47</th>\n",
              "      <td>8</td>\n",
              "      <td>Use exactly as directed on the label.\\n</td>\n",
              "      <td>0.567564</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>48</th>\n",
              "      <td>13</td>\n",
              "      <td>Measure</td>\n",
              "      <td>0.427649</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "    index                                          Sentences  Similarity\n",
              "0      38        Detailed Acetaminophen dosage information\\n    0.898420\n",
              "1      19  Never mix and match dosing devices between inf...    0.893630\n",
              "2      40  Since acetaminophen is taken as needed, you ma...    0.877569\n",
              "3      16  Acetaminophen made for infants is available in...    0.872395\n",
              "4      10  If you are treating a child, use a pediatric f...    0.853832\n",
              "5      32  Stop taking acetaminophen and call your doctor...    0.852571\n",
              "6       9  Avoid also using other medicines that contain ...    0.851332\n",
              "7      36  Tell any doctor who treats you that you are us...    0.844329\n",
              "8       6  Children younger than 12 years old: Do not tak...    0.841645\n",
              "9      15  If you do not have a dose-measuring device, as...    0.829827\n",
              "10     18  Using the wrong device may cause you to give y...    0.829579\n",
              "11     35  This medication can cause unusual results with...    0.823431\n",
              "12      3  An overdose of acetaminophen can damage your l...    0.818224\n",
              "13     46       An overdose of acetaminophen can be fatal.\\n    0.815892\n",
              "14     11  Use only the special dose-measuring dropper or...    0.813490\n",
              "15     23  Make sure your hands are dry when handling the...    0.803463\n",
              "16     21     Follow the directions on the medicine label.\\n    0.794302\n",
              "17     43  Do not take extra medicine to make up the miss...    0.790150\n",
              "18      7  Use only the number of milligrams per dose tha...    0.789142\n",
              "19      0  Use acetaminophen exactly as directed on the l...    0.787985\n",
              "20      1  Do not use in larger or smaller amounts or for...    0.786247\n",
              "21     22  The chewable tablet must be chewed thoroughly ...    0.783559\n",
              "22     17  These dosing devices are not equal between the...    0.777908\n",
              "23     33  you still have a sore throat after 2 days of u...    0.776968\n",
              "24     12  Carefully follow the dosing directions on the ...    0.773562\n",
              "25     41  If you are taking the medication regularly, ta...    0.772783\n",
              "26      5       Do not take more than 4000 mg in 24 hours.\\n    0.771272\n",
              "27      2  Do not take more of this medication than is re...    0.769992\n",
              "28     14  liquid medicinewith the dosing syringe provide...    0.769487\n",
              "29     42  Skip the missed dose if it is almost time for ...    0.768442\n",
              "30     47  The first signs of an acetaminophen overdose i...    0.765844\n",
              "31     30  To make sure you get the entire dose, add a li...    0.764426\n",
              "32      4  Adults and teenagers who weigh at least 110 po...    0.760032\n",
              "33     34  you have a skin rash, ongoing headache, nausea...    0.749295\n",
              "34     20  You may need to shake the liquid before each use.    0.742221\n",
              "35     28  To use the acetaminophen effervescent granules...    0.733613\n",
              "36     37  Store at room temperature away from heat and m...    0.733249\n",
              "37     48  Later symptoms may include pain in your upper ...    0.733133\n",
              "38     31  The oral powder should be placed directly on t...    0.725665\n",
              "39     27  Allow it to dissolve in your mouth without che...    0.720810\n",
              "40     39                   What happens if I miss a dose?\\n    0.717329\n",
              "41     45  Seek emergency medical attention or call the P...    0.713387\n",
              "42     44                      What happens if I overdose?\\n    0.710678\n",
              "43     29  Stir this mixture and drink all of it right away.    0.699790\n",
              "44     26                   Do not swallow the tablet whole.    0.694884\n",
              "45     24                   Place the tablet on your tongue.    0.654303\n",
              "46     25              It will begin to dissolve right away.    0.594295\n",
              "47      8            Use exactly as directed on the label.\\n    0.567564\n",
              "48     13                                            Measure    0.427649"
            ]
          },
          "metadata": {},
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "S3ld_5vfcvuz"
      },
      "source": [
        "labels_vector = np.array([nlp(label).vector for label in labels])"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Sao-KQ0YdBiT",
        "outputId": "9df32a95-f6cc-4e2f-d850-e44f98ebee66"
      },
      "source": [
        "labels_vector.shape"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(49, 300)"
            ]
          },
          "metadata": {},
          "execution_count": 38
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "o_fMUo_hdfG6",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "ddfd7bd0-b270-4702-b347-7cb62fd4ef37"
      },
      "source": [
        "pca = PCA(n_components=2)\n",
        "pca.fit(labels_vector)\n",
        "labels_reducted = pca.transform(labels_vector)\n",
        "print(pca.explained_variance_ratio_)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[0.20346883 0.13145208]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 283
        },
        "id": "4bW8z8weevdq",
        "outputId": "e354e163-480e-42d9-eda7-e284ce975a72"
      },
      "source": [
        "plt.scatter(labels_reducted.T[0], labels_reducted.T[1])"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<matplotlib.collections.PathCollection at 0x7fe2b74f1c10>"
            ]
          },
          "metadata": {},
          "execution_count": 40
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXwAAAD4CAYAAADvsV2wAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAWy0lEQVR4nO3df5BdZX3H8c+HddFFqYvNVpJNQuiUiQWpxO5EHBwH8UcAkUTUAlWrjk6mjoxgnbRBHVDHGWmZsY7iiBlghMrwQ4EQS2yKhQ6iBdn8MiQhNlIlWWhZwYBMtiU/vv1jz4abzb13773nuT/P+zVzZ+8958l9nssOn3v2Oc/5HkeEAAC976h2DwAA0BoEPgAUBIEPAAVB4ANAQRD4AFAQL2v3AKqZNWtWLFiwoN3DAICusX79+t9GxFC5fR0d+AsWLNDo6Gi7hwEAXcP2byrtY0oHAAqCwAeAgiDwAaAgCHwAKAgCHwAKoqNX6XSy1RvHdPW6HXpyz4TmDA5oxZKFWrZouN3DAoCKCPwGrN44psvv3KKJfQckSWN7JnT5nVskidAH0LGY0mnA1et2HAr7KRP7DujqdTvaNCIAmBmB34An90zUtR0AOgGB34A5gwN1bQeATkDgN2DFkoUa6O87bNtAf59WLFnYphEBwMw4aduAqROzrNIB0E0I/AYtWzRMwAPoKrmndGzPs32/7W22t9q+tEybM20/Z3tT9rgib78AgPqkOMLfL+mzEbHB9rGS1tu+NyK2TWv3k4g4L0F/AIAG5D7Cj4inImJD9vz3krZLYq4DADpM0lU6thdIWiTp4TK732x7s+0f2T6lynsstz1qe3R8fDzl8ACg0JIFvu1XSbpD0mUR8fy03RsknRARb5D0TUmrK71PRKyKiJGIGBkaKnuXLgBAA5IEvu1+TYb9zRFx5/T9EfF8RLyQPV8rqd/2rBR9AwBqk2KVjiVdL2l7RHytQpvjs3ayvTjr95m8fQMAapdilc4Zkj4saYvtTdm2z0maL0kRca2k90v6pO39kiYkXRQRkaBvAECNcgd+RDwoyTO0uUbSNXn7AgA0jlo6AFAQBD4AFASBDwAFQeADQEEQ+ABQEAQ+ABQEgQ8ABUHgA0BBEPgAUBAEPgAUBIEPAAVB4ANAQRD4AFAQBD4AFASBDwAFQeADQEGkuMXhPNv3295me6vtS8u0se1v2N5p+xe235i3XwBAfVLc4nC/pM9GxAbbx0pab/veiNhW0uYcSSdljzdJ+nb2EwDQIrmP8CPiqYjYkD3/vaTtkoanNVsq6aaY9JCkQduz8/YNAKhd0jl82wskLZL08LRdw5J2lbzerSO/FKbeY7ntUduj4+PjKYcHAIWWLPBtv0rSHZIui4jnG32fiFgVESMRMTI0NJRqeABQeEkC33a/JsP+5oi4s0yTMUnzSl7PzbYBAFokxSodS7pe0vaI+FqFZmsk/VW2Wud0Sc9FxFN5+wYA1C7FKp0zJH1Y0hbbm7Jtn5M0X5Ii4lpJayWdK2mnpL2SPpagXwBAHXIHfkQ8KMkztAlJn8rbFwCgcVxpCwAFQeADQEEQ+ABQEAQ+ABQEgQ8ABUHgA0BBEPgAUBAEPgAUBIEPAAVB4ANAQRD4AFAQBD4AFASBDwAFQeADQEEQ+ABQEAQ+ABREqnva3mD7aduPVth/pu3nbG/KHlek6BcAULsUtziUpO9KukbSTVXa/CQizkvUHwCgTkmO8CPiAUnPpngvAEBztHIO/822N9v+ke1TKjWyvdz2qO3R8fHxFg4PAHpbqwJ/g6QTIuINkr4paXWlhhGxKiJGImJkaGioRcMDgN7XksCPiOcj4oXs+VpJ/bZntaJvAMCklgS+7eNtO3u+OOv3mVb0DQCYlGSVju1bJJ0paZbt3ZKulNQvSRFxraT3S/qk7f2SJiRdFBGRom8AQG2SBH5EXDzD/ms0uWwTANAmXGkLAAVB4ANAQRD4AFAQBD4AFASBDwAFQeADQEEQ+ABQEAQ+ABQEgQ8ABUHgA0BBEPgAUBAEPgAUBIEPAAVB4ANAQRD4AFAQSerh94rVG8d09bodenLPhOYMDmjFkoVatmi43cMCgCSSHOHbvsH207YfrbDftr9he6ftX9h+Y4p+U1q9cUyX37lFY3smFJLG9kzo8ju3aPXGsXYPDQCSSDWl811JZ1fZf46kk7LHcknfTtRvMlev26GJfQcO2zax74CuXrejTSMCgLSSBH5EPCDp2SpNlkq6KSY9JGnQ9uwUfafy5J6JurYDQLdp1UnbYUm7Sl7vzrYdwfZy26O2R8fHx1syOEmaMzhQ13YA6DYdt0onIlZFxEhEjAwNDbWs3xVLFmqgv++wbQP9fVqxZGHLxgAAzdSqVTpjkuaVvJ6bbesYU6txWKUDoFe1KvDXSLrE9q2S3iTpuYh4qkV912zZomECHkDPShL4tm+RdKakWbZ3S7pSUr8kRcS1ktZKOlfSTkl7JX0sRb+djDX9ADpNksCPiItn2B+SPpWir24wtaZ/apnn1Jp+SYQ+gLbpuJO2vYA1/QA6EYHfBKzpB9CJqKWTSTnnPmdwQGNlwp01/QDaiSN8pa+jw5p+AJ2IwFf6Ofdli4b11QtO1fDggCxpeHBAX73gVE7YAmgrpnTUnDl31vQD6DQc4Ys6OgCKgcAXc+4AioEpHVFHB0AxEPgZ5twB9DqmdACgIDjCn4aiZwB6FYFfotlFz/gyAdBOTOmUaGbRs9RX8wJAvQj8Es0sekYFTQDtRuCXaOYFWFTQBNBuSQLf9tm2d9jeaXtlmf0ftT1ue1P2+ESKflMrdwGWNTn9csZV9+WafuFqXgDtljvwbfdJ+pakcySdLOli2yeXaXpbRJyWPa7L228zlBY9kybDPrJ9VNAE0O1SHOEvlrQzIh6PiBcl3SppaYL3bYtli4b105VnaXhw4FDYT6GCJoBulmJZ5rCkXSWvd0t6U5l277P9Vkm/lPSZiNhVpo1sL5e0XJLmz5+fYHiNoYImgF7TqpO2P5S0ICL+TNK9km6s1DAiVkXESESMDA0NtWh4R6o0t36UzVJKAF0pxRH+mKR5Ja/nZtsOiYhnSl5eJ+kfEvTbVCuWLDzsIqwpByKSXowlTa7R/9IPt+p3e/dJkgYH+vXF80/hrwEASaU4wn9E0km2T7R9tKSLJK0pbWB7dsnL8yVtT9BvU03NuffZR+xLuX5+9cYxrfjB5kNhL0l7JvZpxfc385cEgKRyB35E7Jd0iaR1mgzy2yNiq+0v2z4/a/Zp21ttb5b0aUkfzdtvKyxbNKyDMf3U7aRU6+evXrdD+w4c2ce+g8FFWQCSSlJLJyLWSlo7bdsVJc8vl3R5ir5abc7ggMbKhHuq9fPVvjhm+lKhNg+AevT0lbarN47pjKvu04kr72n4wqlmr5+v9sVRbR+1eQDUq2cDP1UgNnv9/IolC9Xfd+R5gv6jXPVLhdo8AOrVs+WRqwVivWFdun5+ahrlM7dtSjKNMvVv612lQ20eAPXq2cBvRiA2q15+IxdkNfvcAoDe07NTOs0oVlbLNEq95w0aPc9AbR4A9erZwG9GIM70V0O95w3ynGegNg+AevXslM5U8KVctjjTNEq95w3ynmegNg+AevRs4EvpA7FcuYXSvxrqPW/AiVcArdSzUzrN8or+l/6TDQ70HzaNUu95A26KAqCVevoIP6UvrN6imx964rAa+f+3/+BhbWb6C2D6lbFve92Q7lg/VrE9AKRU+MCvpTzB6o1jR4S9dOR8e7XzBuWWdH7voSc00H+UjjumX3v27qM8AoCmKnTg17qu/otrth4R9lOmz7dXOm9Q7gStJE3sOyjJ+scLTyPoATRVoQO/0iqZz96++dCVtG973ZD2TOyr8A61z7dXOxHb6BXAAFCPQp+0rRTCByIOrYu/+aEnKv57SzXPt8/0xcDKHADNVujAr+XovNJUjiR98PT5hx2VV7tqttyFYPWOBQDyKHTgzxTC1Rx3TL++suzUQ69nump26srY447pP+K9WJkDoBWSBL7ts23vsL3T9soy+19u+7Zs/8O2F6ToN6/S8gTVTC9ePNDfpyvfc8ph22qps7Ns0bA2XvEuff3C0yiJAKDlcp+0td0n6VuS3ilpt6RHbK+JiG0lzT4u6XcR8Se2L5L095IuzNt3ClOrak5ceU/F6ZsPnj5f9z82XnXpZj1XzVISAUA7pDjCXyxpZ0Q8HhEvSrpV0tJpbZZKujF7/gNJb7fL3B28jSrNoR93TL9GTnhNw/+euXkAnSJF4A9L2lXyene2rWyb7Kbnz0n6w3JvZnu57VHbo+Pj4wmGV5ty8/mWdPLsY2uqaEm5YgCdruNO2kbEqogYiYiRoaGhlvbtaZM6Ielnv3q27Nz8ZbdtOmwlDuWKAXS6FBdejUmaV/J6bratXJvdtl8m6dWSnknQdxIvXXF78Ih91ZZlTr8yl7l5AJ0sxRH+I5JOsn2i7aMlXSRpzbQ2ayR9JHv+fkn3RUS1LG1YI3eQqlT2oBbcOBxAt8h9hB8R+21fImmdpD5JN0TEVttfljQaEWskXS/pn2zvlPSsJr8Ukmv0nrMzXeVqVT/S5ypZAN0gSS2diFgrae20bVeUPP9fSR9I0Vc1jd5BqtKdrKTJE6/v+/Nh3f/YeMU2rMQBkEIt1Xvz6KniaY3eQapcHXtp8gYnXzz/lEP/waf/BSGVX4nT7F8agN7T6AxFPXoq8Ge652wltd7/tpZ2rfilAeg9ee9xXYueCvyZ7jhVTa0rbKaH/tQJ29Ltzf6lAeg9rbjHdU8Ffq1H6nmUO4Jf8f3N+tIPt2rP3n013ygFAEo1OkNRj54KfKn5dWrKHcHvOxj63d7KN0mROLELoLo8MxS16rnAb7ZGjtSnfmmczAVQSStmKAj8aWYK5WpLOKdz1n7qG5qTuQCqafYMRcfV0mmnmW5iItV+S8PhwQH911Xv1k9XnqVli4ZrqpcPAM1E4Jeo9SYm5e5aVarcvFsrzsADQDUEfolaQ/nK95xStpSyVLlKJvXyAbQbc/iSvrB6i255eFfFJZXTQ7mRkyutOAMPANUUPvC/sHqLvvfQExX3Vwrlek+utOIMPABUU6jAL7cC55aHd1VsP5w4lKmXD6Cd3KSy9EmMjIzE6OhokveqVPisWh38r1942qEviFcP9MuW9uzdx9E5gI5le31EjJTbV5gj/EorcCqxDl83v2fipStpWUMPoBsVZpVOvcsfjzm6+tE/a+gBdJtcgW/7Nbbvtf2f2c/jKrQ7YHtT9ph++8OWqLT8cXhwQB86fb76PLmwss/Wh06fr70vznzLw1q+RBq55SIANEPeKZ2Vkv4tIq6yvTJ7/Xdl2k1ExGk5+8ql2rLIZYuG9ZVlpx7WvtodrqbMtIae2vgAOkneKZ2lkm7Mnt8oaVnO92uaZYuG9dULTtXw4ICsyhdITVmxZOERF1eVqmUNPeUUAHSSvEf4r42Ip7Ln/y3ptRXavcL2qKT9kq6KiNWV3tD2cknLJWn+/Pk5h3e4epZFTl8338gqHcopAOgkMwa+7R9LOr7Mrs+XvoiIsF1pjecJETFm+48l3Wd7S0T8qlzDiFglaZU0uSxzpvE1U9518624oQEA1GrGKZ2IeEdEvL7M425J/2N7tiRlP5+u8B5j2c/HJf27pEXJPkEHKzctRDkFAO2Sdw5/jaSPZM8/Iunu6Q1sH2f75dnzWZLOkLQtZ79dod7zBgDQTHnn8K+SdLvtj0v6jaS/kCTbI5L+OiI+IelPJX3H9kFNfsFcFRGFCHyJcgoAOkeuwI+IZyS9vcz2UUmfyJ7/TNKp09t0mlpvP8htCgF0q8KUVqim1vXyrKsH0M0KU1qhmlrXy7OuHkA3I/BVeV389CWVrKsH0M0IfFVeF2/psNo3tdymkNo5ADoVga/J9fIusz2kw6ZrZlpXPzXHP7ZnQqGX5vgJfQCdgMDX5AnXSpf0lk7XzLSunjl+AJ2MVTqZ4RrLIJSuq59aovmZ2zZVLKMgMccPoDNwhJ+ptwxCuembctNCErVzAHQGjvAz06tjznRRVbnpm9Dkid7S6SFq5wDoFAR+iXrKIFSapglNTg9xJS6ATkPgN6jSnP3w4IB+uvKsNowIAKpjDr9BlD4G0G04wm9QvXP+ANBuBH4OlD4G0E2Y0gGAgsgV+LY/YHur7YPZTU8qtTvb9g7bO22vzNNnu1ErB0C3ynuE/6ikCyQ9UKmB7T5J35J0jqSTJV1s++Sc/bYFtXIAdLNcgR8R2yNipkIxiyXtjIjHI+JFSbdKWpqn33ahVg6AbtaKOfxhSbtKXu/OtnUd6uED6GYzrtKx/WNJx5fZ9fmIuDv1gGwvl7RckubPn5/67XOpdLEVtXIAdIMZj/Aj4h0R8foyj1rDfkzSvJLXc7NtlfpbFREjETEyNDRUYxetwcVWALpZK9bhPyLpJNsnajLoL5L0ly3oNzkutgLQzXIFvu33SvqmpCFJ99jeFBFLbM+RdF1EnBsR+21fImmdpD5JN0TE1twjbxMutgLQrXIFfkTcJemuMtuflHRuyeu1ktbm6QsAkA9X2gJAQRD4AFAQBD4AFASBDwAFQeADQEEQ+ABQEAQ+ABQEd7yqw+qNY1xlC6BrEfg1mqqFP1UeeaoWviRCH0BXYEqnRtTCB9DtCPwaUQsfQLcj8GtUqeY9tfABdAsCv0bUwgfQ7ThpWyNq4QPodgR+HaiFD6CbMaUDAAWRK/Btf8D2VtsHbY9Uafdr21tsb7I9mqdPAEBj8k7pPCrpAknfqaHt2yLitzn7AwA0KO8tDrdLku00owEANE2r5vBD0r/aXm97ebWGtpfbHrU9Oj4+3qLhAUDvm/EI3/aPJR1fZtfnI+LuGvt5S0SM2f4jSffafiwiHijXMCJWSVqV9T1u+zc19tEpZknqxakrPlf36dXPxueq7oRKO2YM/Ih4R97eI2Is+/m07bskLZZUNvCn/buhvH23mu3RiKh4Artb8bm6T69+Nj5X45o+pWP7lbaPnXou6V2aPNkLAGihvMsy32t7t6Q3S7rH9rps+xzba7Nmr5X0oO3Nkn4u6Z6I+Jc8/QIA6pd3lc5dku4qs/1JSedmzx+X9IY8/XSZVe0eQJPwubpPr342PleDHBHN7gMA0AEorQAABUHgA0BBEPgJ2T7b9g7bO22vbPd4UrB9g+2nbffUyirb82zfb3tbVg/q0naPKQXbr7D9c9ubs8/1pXaPKSXbfbY32v7ndo8lpVbVG2MOPxHbfZJ+KemdknZLekTSxRGxra0Dy8n2WyW9IOmmiHh9u8eTiu3ZkmZHxIZs2fB6Sct64PdlSa+MiBds90t6UNKlEfFQm4eWhO2/kTQi6Q8i4rx2jycV27+WNNLsemMc4aezWNLOiHg8Il6UdKukpW0eU27ZFdHPtnscqUXEUxGxIXv+e0nbJXX9zQ5i0gvZy/7s0RNHdbbnSnq3pOvaPZZuReCnMyxpV8nr3eqBACkC2wskLZL0cHtHkkY27bFJ0tOS7o2Invhckr4u6W8lHWz3QJqg5npjeRD4KDTbr5J0h6TLIuL5do8nhYg4EBGnSZorabHtrp+Ks32epKcjYn27x9Ikb4mIN0o6R9KnsqnU5Aj8dMYkzSt5PTfbhg6VzXHfIenmiLiz3eNJLSL2SLpf0tntHksCZ0g6P5vrvlXSWba/194hpVNab0yTF7MubkY/BH46j0g6yfaJto+WdJGkNW0eEyrITm5eL2l7RHyt3eNJxfaQ7cHs+YAmFxE81t5R5RcRl0fE3IhYoMn/t+6LiA+1eVhJtLLeGIGfSETsl3SJpHWaPAF4e0Rsbe+o8rN9i6T/kLTQ9m7bH2/3mBI5Q9KHNXmkuCl7nNvuQSUwW9L9tn+hyYOQeyOip5Yw9qCW1RtjWSYAFARH+ABQEAQ+ABQEgQ8ABUHgA0BBEPgAUBAEPgAUBIEPAAXx/xCWBcA30lLJAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "iJbXfzDWf2-0",
        "outputId": "36d0a5a0-41b0-423d-b9b7-3ae4f88644ce"
      },
      "source": [
        "model_base_name = 'drive/MyDrive/bert-base-finetuned'\n",
        "model_base = SentenceSimilarity(model_base_name)\n",
        "model_base.compute_label_embedding(labels)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of the model checkpoint at drive/MyDrive/bert-base-finetuned were not used when initializing BertModel: ['cls.predictions.decoder.weight', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.bias', 'cls.predictions.transform.LayerNorm.bias', 'cls.predictions.transform.dense.bias', 'cls.predictions.transform.dense.weight', 'cls.predictions.decoder.bias']\n",
            "- This IS expected if you are initializing BertModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
            "- This IS NOT expected if you are initializing BertModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
            "Some weights of BertModel were not initialized from the model checkpoint at drive/MyDrive/bert-base-finetuned and are newly initialized: ['bert.pooler.dense.bias', 'bert.pooler.dense.weight']\n",
            "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "JKFvSGw7hDin",
        "outputId": "088ff946-1c4e-466a-d275-053eb95291af"
      },
      "source": [
        "labels_vector = model_base.label_embeds\n",
        "pca.fit(labels_vector)\n",
        "labels_reducted = pca.transform(labels_vector)\n",
        "print(pca.explained_variance_ratio_)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[0.13525368 0.11957026]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 283
        },
        "id": "kJ7OjKVohLFk",
        "outputId": "c6a0346c-b292-4f02-d4a2-7e94bc78697e"
      },
      "source": [
        "plt.scatter(labels_reducted.T[0], labels_reducted.T[1])"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<matplotlib.collections.PathCollection at 0x7fe2b71eea10>"
            ]
          },
          "metadata": {},
          "execution_count": 50
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXIAAAD4CAYAAADxeG0DAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAASrklEQVR4nO3dfYwd1XnH8d8P48CGKNlWrEpZszFSIlcWJLi9QlSWmhRo7BASKFGl0CZVklYrpCQCiZrioDatqgpXSGlQwz8Woa0UlFRKCFSElheZKm1VKOuYN/NSUdQ0bKhwlDqkjVVsePrH7ib2+u7uvTszZ86Z+X4kS753786cO3vvM2ee85wzjggBAMp1StsNAABUQyAHgMIRyAGgcARyACgcgRwACndqGzs988wzY/PmzW3sGgCKtX///u9HxNTy51sJ5Js3b9bc3FwbuwaAYtn+zrDnSa0AQOEI5ABQOAI5ABSOQA4AhSOQA0DhWqlaAdbr7gPzuuX+5/W9w0d09uSEdu3Yoiu3TbfdLKBVBHIU4+4D89p911M6cvR1SdL84SPafddTkkQwR6+RWkExbrn/+Z8E8SVHjr6uW+5/vqUWAXkgkKMY3zt8ZKzngb4gkKMYZ09OjPU80BcEchRj144tmti44YTnJjZu0K4dW1pqEZAHBjtRjKUBTapWgBMRyFGUK7dNE7iBZUitAEDhCOQAUDgCOQAUjkAOAIWrLZDb3mD7gO1769omAGBtdfbIr5X0bI3bAwCMoJZAbnuTpA9Iur2O7QEARldXj/wLkm6Q9MZKL7A9a3vO9tyhQ4dq2i0AoPKEINuXS3olIvbbfu9Kr4uIvZL2StJgMIiq+8X6sJ430D11zOzcLulDti+TdLqkt9r+ckR8tIZto0as5w10U+XUSkTsjohNEbFZ0kck7SOI54n1vIFuoo68R1jPG+imWgN5RPxDRFxe5zZRH9bzBrqJHnmPsJ430E0sY9sjrOcNdBOBvGdYzxvoHlIrAFA4AjkAFI5ADgCFI5ADQOEI5ABQOAI5ABSOQA4AhSOQA0DhCOQAUDhmdqJx3MwCaBaBHI3iZhZA80itoFHczAJoHoEcjeJmFkDzKgdy26fb/lfbT9g+aPuP62gYuoGbWQDNq6NH/n+SLo6Id0u6QNJO2xfVsF10ADezAJpXebAzIkLS/yw+3Lj4L6puF93AzSyA5tVStWJ7g6T9kt4h6baIeHTIa2YlzUrSzMxMHbtFIbiZBdCsWgY7I+L1iLhA0iZJF9o+b8hr9kbEICIGU1NTdewWAKCa68gj4rDthyXtlPR0ndsGRsUEJPRNHVUrU7YnF/8/IenXJD1XdbvAeixNQJo/fEShn05AuvvAfNtNAxpTR2rl5yU9bPtJSY9JejAi7q1hu8DYmICEPqqjauVJSdtqaAtQGROQ0EfM7ESnMAEJfUQgR6cwAQl9xOqH6BQmIKGPCOToHCYgoW9IrQBA4eiRAy1jAhOqIpCvgC8XUuAOSqgDqZUhmB2IVJjAhDoQyIfgy4VUmMCEOhDIh+DLhVSYwIQ6EMiH4MuFVJjAhDoQyIfgy4VUrtw2rZuvOl/TkxOypOnJCd181fkMdGIsVK0MwexAjKNqhRMTmFAVgXwFfLkwCsoHkQNSK0AFVDghB/TIK2Li0Gi6epyocEIO6rjV2zm2H7b9jO2Dtq+to2ElYOLQaLp8nKhwQg7qSK0ck3R9RGyVdJGkT9neWsN2s8dl9Wi6fJyocEIO6rjV28uSXl78/49sPytpWtIzVbedQpVLfi6rR9Pl40SFE3JQa47c9mYt3L/z0SE/m5U0K0kzMzN17nbdqlYcnD05ofkhwYjL6hN1/ThR4YS21Va1Yvstkr4u6bqIeHX5zyNib0QMImIwNTVV124rqXrJz2X1aDhOQLNq6ZHb3qiFIH5nRNxVxzZTqHrJz2X1aDhOQLMqB3LblvQlSc9GxOerNymdOi75uaweDcepOV0t7cTo6kitbJf0MUkX23588d9lNWy3cVzyo3RNlHbefWBe2/fs07k3flPb9+zrRJlo19VRtfJPklxDW5Ljkh+lW22cZz2fY5YcKFOvZ3ZySYqmpPps1V3aWfeJAWn0NpDT80Cdjg/cb5vYqP997ZiOvh6Smv1s1V3a2eWa/y7r7aJZuc82JE9ZjuV56sNHjv4kiC9p6rNV9zgPSw6UqbeBPOeeR5fXJumiYZ2CYZr4bNV9YwoKAMrU29RKzrMNyVOWZdQA3dRnq87STgoAytTbQL5rx5YTcuRSPj2PnK8WcLKVOgXHa/OzNe7AKzX/5eltaiXneyWSpyzLsHTExlOsn3nzxtY/W6Tp+qG3PXIp355HzlcLOFnO6QjSdP3Q60Ceq5wDA4bLtVNAmq4fCOSZyjUwoCw5D+qjPr3NkQN9QDlhP9AjBzqMNF0/EMiBjiNN130E8kKwwBeAlRDIC8ACXwBWU8tgp+07bL9i++k6tocT5b7AF4B21VW18leSdta0LSxDLTCA1dQSyCPiW5J+UMe2cDKm7ANYDXXkBaAWGMBqkg122p6VNCtJMzMzqXbbCdQCA1iNI2LtV42yIXuzpHsj4ry1XjsYDGJubq6W/QK5omQUdbO9PyIGy5+n/DAxvtz9QMkoUqqr/PArkv5F0hbbL9n+nTq22zWsDd0flIwipVp65BFxdR3b6TrWhu4PSkaREqmVhPr+5e5TWonlY5ES5YcJ9bkevG9pJUpGkRKBPKE+f7n7ljPO+Z6w6B5SKwn1uR68i2mltVJFLB+LVAjkifX1y921nDHlhcgJqRUk0bW0Ut9SRcgbPXIk0bW0UhdTRSgXgRzJdCmt1LVUEcpGagVYh66lilA2euTAOqwnVdSnCVFIi0AOrNM4qSKqXNAkUitAAlS5oEkEciABqlzQJAI5kECf19lB8wjkQAJUuaBJDHYCCXRtQhTyUksgt71T0q2SNki6PSL21LFdoEu6NCEKeamcWrG9QdJtkt4vaaukq21vrbpdAMBo6siRXyjphYh4MSJek/RVSVfUsF0AwAjqCOTTkr573OOXFp8DACSQbLDT9qykWUmamZlJtVugVUzLRwp19MjnJZ1z3ONNi8+dICL2RsQgIgZTU1M17BbIW9/uU4r21BHIH5P0Ttvn2n6TpI9I+tsatgsUjWn5SKVyaiUijtn+tKT7tVB+eEdEHKzcMqBwTMtHKrXkyCPiPkn31bEtoCu4+QRSYYo+1uXuA/Pavmefzr3xm9q+Zx953yGYlo9UmKKPsbG29miYlo9UCOQY22qDeASpEzEtHymQWsHYGMQD8kIgx9hYWxvIC4EcY2MQD8gLOXKMjUE8IC/FBHLWrMgLg3hAPooI5JS7AcDKisiRs2YFAKysiEBOuRsArKyIQE65GwCsrIhATrkbmsB6MeiKIgY7KXdD3RhAR5cUEcglyt2wtnFKVFkvBl1STCAHVjNuD5sBdHRJpRy57d+wfdD2G7YHdTWqK8jBpjNuiSoD6OiSqoOdT0u6StK3amhLp3Dj3bTG7WEzgI4uqRTII+LZiGBWzhBMYkpr3B72ldumdfNV52t6ckKWND05oZuvOp/8OIqULEdue1bSrCTNzMyk2m1ryMGmtWvHlhNy5NLaPWwG0NEVa/bIbT9k++kh/64YZ0cRsTciBhExmJqaWn+LC0EONi162OizNXvkEXFpioZ0zXp6iKth9ce10cNGX1F+2JA6JzGlmLzCiQJt4vNXjSNi/b9s/7qkv5A0JemwpMcjYsdavzcYDGJubm7d++2b7Xv2aX5Ibn16ckL/fOPFlbe//EQhLVw9kJpACnz+Rmd7f0ScVOpdtWrlGxGxKSJOi4ifGyWIY3xND5xSYYM28fmrjtRKAc6enBjaI69r4LTqiYLLYlRBhVd1BPIC1D1wulyVE0VOi09xQhldTseq6Y5KHxSxjG3fNV1aV2WWYy6XxcykHV1ux4pZttXRIy9Ek6V1VSpscrksZjXD0eV2rFimujoCOSSt/0SRy2VxLieUEuR4rJgDUA2pFVSSy2UxM2lHx7HqHgJ5Q/qyhG0uU+NzOaGUgGPVPZUmBK1X1ycErTTB4cO/NK2HnztEHrAhOVVi5I5jVaaVJgQRyBuw0kxMSzr+aDN7DcA4VgrkDHY2YKVBo+WnzC5VVdDDA9pDIG/ASpUcw3ShqiKnSUE54eSGVBjsbMCwwSSv8NouVArkMikoJ7lNukG3EcgbMKyS47cumklaKZCyaibHuuS2cXJDSqRWGjJsgsPg7T+b5FI7daojl0lBOWn75EZaJz9N/k0I5Amlmr2Wegp204t6lajNkxtjFvlp+m9CaqWDUvcGc5kUlJM2J92Q1slP03+TSj1y27dI+qCk1yT9u6RPRMThOhqG9WujN8haGSdqcyGottM6OFnTf5OqqZUHJe2OiGO2/0zSbkm/X71ZqIJURx7aOrkxZpGfpv8mVW/19kBEHFt8+IikTdWbhKpIdfQba6nkp+m/SZ2DnZ+U9Dcr/dD2rKRZSZqZmalxtxhmtd4gFQ3dxvre+Wn6b7LmWiu2H5J01pAf3RQR9yy+5iZJA0lXxQiLt3R9rZWcccdyoFzrXmslIi5dY8Mfl3S5pEtGCeJoV253hwFQXdWqlZ2SbpD0noj4cT1NQpOoaEiPVBaaVjVH/kVJp0l60LYkPRIR11RuFWqzPIhMvnmj/vvHR096HRUNzWByDlKoFMgj4h11NQT1GxZENp5ibdxgHX39p1kwKhqaQyoLKTCzs8OGBZGjb4TOeNOplCYmQioLKbDWSoetFCx+eOSoHv/c+xK3pp+YnIMU6JF3GHdLbx+Tc5ACgbzDCCLtY5YtUiC10mHM8MsDC4qhaQTyjiOIAN1HIM8Ek0YArBeBPANMGgFQBYOdGeCOLgCqIJBngEkjAKogkGeAem8AVRDIM0C9N4AqGOzMAPXeAKogkGeCem8A60VqBQAKRyAHgMJVCuS2/8T2k7Yft/2A7bPrahgAYDRVe+S3RMS7IuICSfdK+sMa2gQAGEOlQB4Rrx738AxJsdJrAQDNqFy1YvtPJf22pB9K+tVVXjcraVaSZmZmqu4WYqEtAAscsXon2vZDks4a8qObIuKe4163W9LpEfG5tXY6GAxibm5u3LbiOMsX2pIWJhFx04LmcOJE22zvj4jB8ufX7JFHxKUj7uNOSfdJWjOQozruzp4WK1QiZ1WrVt553MMrJD1XrTkYFQttpcUKlchZ1Rz5HttbJL0h6TuSrqneJIyCu7OnxYkTOatatfLhiDhvsQTxgxExX1fDsDoW2kqLFSqRM2Z2Foq7s6fFiRM5Y9GsgrHQVjqsUImcEciBEXHiRK4I5AWjrhmARCAvFnXNAJYw2Fko6poBLCGQF4q6ZgBLCOSFoq4ZwBICeaGoawawhMHOQlHXDGAJgbxg1DUDkEitAEDxCOQAUDgCOQAUjkAOAIUjkANA4da8+XIjO7UPaeGOQsOcKen7CZuTG95/v9+/xDHg/a/8/t8eEVPLn2wlkK/G9tywu0T3Be+/3+9f4hjw/sd//6RWAKBwBHIAKFyOgXxv2w1oGe8ffT8GvP8xZZcjBwCMJ8ceOQBgDARyAChc1oHc9vW2w/aZbbclJdu32H7O9pO2v2F7su02pWB7p+3nbb9g+8a225OS7XNsP2z7GdsHbV/bdpvaYHuD7QO27227LanZnrT9tcXv/rO2f3nU3802kNs+R9L7JP1n221pwYOSzouId0n6N0m7W25P42xvkHSbpPdL2irpattb221VUsckXR8RWyVdJOlTPXv/S66V9GzbjWjJrZL+PiJ+QdK7NcZxyDaQS/pzSTdI6t1obEQ8EBHHFh8+ImlTm+1J5EJJL0TEixHxmqSvSrqi5TYlExEvR8S3F///Iy18iXu12LztTZI+IOn2ttuSmu23SfoVSV+SpIh4LSIOj/r7WQZy21dImo+IJ9puSwY+Kenv2m5EAtOSvnvc45fUs0C2xPZmSdskPdpuS5L7ghY6b2+03ZAWnCvpkKS/XEwt3W77jFF/ubU7BNl+SNJZQ350k6TPaiGt0lmrvf+IuGfxNTdp4ZL7zpRtQ3tsv0XS1yVdFxGvtt2eVGxfLumViNhv+71tt6cFp0r6RUmfiYhHbd8q6UZJfzDqL7ciIi4d9rzt87VwdnrCtrSQVvi27Qsj4r8SNrFRK73/JbY/LulySZdEP4r95yWdc9zjTYvP9YbtjVoI4ndGxF1ttyex7ZI+ZPsySadLeqvtL0fER1tuVyovSXopIpauwr6mhUA+kuwnBNn+D0mDiOjNami2d0r6vKT3RMShttuTgu1TtTCwe4kWAvhjkn4zIg622rBEvNBr+WtJP4iI69puT5sWe+S/FxGXt92WlGz/o6TfjYjnbf+RpDMiYtcov8vNl/P0RUmnSXpw8arkkYi4pt0mNSsijtn+tKT7JW2QdEdfgvii7ZI+Jukp248vPvfZiLivxTYhrc9IutP2myS9KOkTo/5i9j1yAMDqsqxaAQCMjkAOAIUjkANA4QjkAFA4AjkAFI5ADgCFI5ADQOH+Hzb0H0tPGuvCAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 251,
          "referenced_widgets": [
            "fdeccb82bc274bf28bc9838965f9949e",
            "9f299bb4c6fe4265bab8161742606d4f",
            "acc7611677184e3bb007ae16221567cb",
            "d83ca64f9213414c95aa6e4f41cee1b6",
            "521f59b60e164ee1ab0ddd8d2b41cc65",
            "3c953a452341469cb943857472eb8354",
            "0955ce4e6f584fa2ae796ee921f5f4cc",
            "803e36a3647b461398835d57cb4b4cd3",
            "fa5be4c9b7b7431c8f063bd5b82b5917",
            "d333fbda2d1e42a0bc2c0e07be7d9cfa",
            "92767c4ddb214d569cc4f98d97cfe51d",
            "431016a9288c445282e680eccf22adb4",
            "4a20298c92b54523af03c374cb3e8587",
            "a99afa3f345e49b698d10cf12e54401c",
            "04c161e2965846dfb2b4d02ec4962bb5",
            "750169dbc2ff4d3584957e5d33b83823",
            "19779724696447fda7848a408cc6fcc3",
            "40268e850d9940e88ce8abe0f081ef31",
            "77288c5fc65e4c1b930a12df74f76732",
            "883c765c863f4bd5b25da77648d36d5e",
            "a436314e2f264f1bae6dbf3ec9fdac00",
            "027e3460916644549a22029a6ee4c180",
            "5f3e0f15d5e64176878eecfd4eb9e944",
            "ad5a11aa5d1b44c79d1def07aef9b3ba",
            "d2d90cd3084a456aa857484a7dd2f02f",
            "bf4dbcffaa1e4bc1bc5026fe5d382beb",
            "cec8bf2bf0c24fddad0297d8c0bcfb8c",
            "3e14c4497afb4f09be8a27c5c99a0aa7",
            "3de3ebae4c60420cba957f1a5fafe18d",
            "90e4535e37284869b84845883167183d",
            "e4b9f03aa76b4bf7abbb0752e657bf28",
            "9f21ed780198405ab71586924ec56967",
            "4546ec4944a94af6b74649c36520d973",
            "17add52f09094849805056ca1557d68b",
            "d53781f81c374ee6a571e44623915380",
            "1a339adf19d041c5a062326244240ea6",
            "8b6f2c54990e44c39d7456bbeeaa2983",
            "49d2dad49efd4e8a98ac357c4767bdfe",
            "5b189a46179e4be291a5227fe67bdd1e",
            "7ba316f8fe95421e8aa3d91059ca349d",
            "56b0c978481d455b8938197c0f240f4d",
            "caae34417b6645fb93c56139e859d444",
            "6c6d6131700e4ea9bd8c9ab0b2c2f248",
            "1fecd622983940019a989387f38505d6",
            "761020d07c6645ec83e2b993c3467b04",
            "2adf9e282b9745ba8f3c58e990223269",
            "d3f3f48a80484caa83dd6bc4554da0f4",
            "7a0b8edb2bf446dc9833ceead4c94892",
            "e72c255c802e4c739c350947b141156c",
            "0fac02d7288944bc9950d5390cccd4b0",
            "630841f6497c494a8257466fb36107d0",
            "aae563273bdb4484a842da30a2ede3d4",
            "bef30ccfa32a44f99cb7581e0e8c5f81",
            "736fec917b21478ba54d66b2ae681228",
            "2c0b8fc3ac67452fa7bc1ba6a3f0698f"
          ]
        },
        "id": "btkVVuvzhj8i",
        "outputId": "330395c2-b827-46cf-ee1b-82c7bbec822b"
      },
      "source": [
        "model_base_name = 'bert-base-uncased'\n",
        "model_base = SentenceSimilarity(model_base_name)\n",
        "model_base.compute_label_embedding(labels)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "fdeccb82bc274bf28bc9838965f9949e",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/28.0 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "431016a9288c445282e680eccf22adb4",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/570 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "5f3e0f15d5e64176878eecfd4eb9e944",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/232k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "17add52f09094849805056ca1557d68b",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/466k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "761020d07c6645ec83e2b993c3467b04",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/440M [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of the model checkpoint at bert-base-uncased were not used when initializing BertModel: ['cls.predictions.decoder.weight', 'cls.seq_relationship.bias', 'cls.seq_relationship.weight', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.bias', 'cls.predictions.transform.LayerNorm.bias', 'cls.predictions.transform.dense.bias', 'cls.predictions.transform.dense.weight']\n",
            "- This IS expected if you are initializing BertModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
            "- This IS NOT expected if you are initializing BertModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "AC5B4_Ibh26p",
        "outputId": "506b789a-87ad-4a96-b168-2c53a9686562"
      },
      "source": [
        "labels_vector = model_base.label_embeds\n",
        "pca.fit(labels_vector)\n",
        "labels_reducted = pca.transform(labels_vector)\n",
        "print(pca.explained_variance_ratio_)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[0.19288862 0.09613357]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 283
        },
        "id": "xDrb-RhNiAa4",
        "outputId": "fc741ff1-2ac2-4cd0-a3e5-f56d6bf273ce"
      },
      "source": [
        "plt.scatter(labels_reducted.T[0], labels_reducted.T[1])"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<matplotlib.collections.PathCollection at 0x7fe2c1e206d0>"
            ]
          },
          "metadata": {},
          "execution_count": 53
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXIAAAD4CAYAAADxeG0DAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAASEElEQVR4nO3dYYhc13nG8efxWmm2jpulWFC0kiJBi4KJ0ypZ3AZBkspp5cYmFm6gSUjAKUUUGmMXV2YVt9B+skCQxJDQIpyEgkUdsJVtE7tRHORAYrDxyutEtWUF48S11gnZUC8J8RJL8tsPs2uvpJ3Zmbnn3jvn3v8PDN7Z0cy51viZe9/znnMdEQIA5OuyugcAACiGIAeAzBHkAJA5ghwAMkeQA0DmLq/jTa+66qrYtm1bHW8NANk6ceLELyJi48WP1xLk27Zt0+zsbB1vDQDZsv3iWo9TWgGAzBHkAJA5ghwAMkeQA0DmkgS57QnbD9h+zvYp2+9L8boAgPWl6lq5R9K3IuKjtt8i6bcTvS6AxGbm5nXo2Gm9vLikTRPj2r9nh/bunKx7WCigcJDbfruk90u6RZIi4jVJrxV9XQDpzczN68DRk1o6e16SNL+4pANHT0oSYZ6xFKWV7ZIWJH3V9pzte21fcfGTbO+zPWt7dmFhIcHbAhjUoWOn3wjxFUtnz+vQsdM1jQgppAjyyyW9R9K/RsROSb+WNH3xkyLicERMRcTUxo2XLEwCUIGXF5cGehx5SBHkZySdiYgnln9+QJ1gBzBiNk2MD/Q48lA4yCPiZ5Jesr1j+aHrJD1b9HUBpLd/zw6Nbxi74LHxDWPav2dHlz+BHKTqWrlV0pHljpUXJH060esCSGhlQpOulWZJEuQR8bSkqRSvBaBce3dOEtwNw8pOAMgcQQ4AmSPIASBzBDkAZI4gB4DMEeQAkDmCHAAyR5ADQOYIcgDIHEEOAJkjyAEgcwQ5AGSOIAeAzBHkAJA5ghwAMkeQA0DmCHIAyBxBDgCZI8gBIHMEOQBkjiAHgMwR5ACQOYIcADJHkANA5ghyAMgcQQ4AmSPIASBzBDkAZI4gB4DMEeQAkLnL6x4AgNE2MzevQ8dO6+XFJW2aGNf+PTu0d+dk3cPCKgQ5gK5m5uZ14OhJLZ09L0maX1zSgaMnJYkwHyGUVgB0dejY6TdCfMXS2fM6dOx0TSPCWghyAF29vLg00OOoB0EOoKtNE+MDPY56EOQAutq/Z4fGN4xd8Nj4hjHt37OjphFhLUx2AuhqZUKTrpXiyuz+IcgB9LR35yTBXVDZ3T+UVgCgZGV3/yQLcttjtudsfzPVawJAE5Td/ZPyjPw2SacSvh4ANELZ3T9Jgtz2Zkk3SLo3xesBQJOU3f2TarLzC5LulHRltyfY3idpnyRt3bo10dsCwOgru/uncJDbvlHSzyPihO0PdnteRByWdFiSpqamouj7AkBOyuz+SVFa2SXpI7Z/Iul+Sbtt35fgdQEAfSgc5BFxICI2R8Q2SR+TdDwiPll4ZACAvtBHDgCZS7qyMyK+K+m7KV8TANAbZ+QAkDmCHAAyR5ADQOYIcgDIHEEOAJkjyAEgcwQ5AGSOIAeAzBHkAJA5ghwAMkeQA0DmCHIAyBxBDgCZS7r7YZlm5uZLu00SAOQsiyCfmZvXgaMntXT2vCRpfnFJB46elCTCHEDrZVFaOXTs9BshvmLp7HkdOna6phEBwOjIIshfXlwa6HEAaJMsgnzTxPhAjwNAm2QR5Pv37ND4hrELHhvfMKb9e3bUNCIAGB1ZTHauTGjStQIAl8oiyKVOmBPcAHCpLEorAIDuCHIAyBxBDgCZI8gBIHPZTHaOIvZ/ATAKCPIhsf8LgFFBaWVI7P8CYFQQ5ENi/xcAo4IgHxL7vwAYFQT5kNj/BShuZm5euw4e1/bph7Tr4HHNzM3XPaQsMdk5pJT7v9D9gjaiYSAdgryAFPu/8GFGW/VqGOCzPxhKKzWj+wVtRcNAOgR5zfgwo61oGEiHIK8ZH2a0FQ0D6RDkNePDjLbau3NSd998jSYnxmVJkxPjuvvma6iPD4HJzppx9yO0GTeMSYMgHwF8mAEUUbi0YnuL7UdtP2v7Gdu3pRgYAKA/Kc7Iz0m6IyKesn2lpBO2H4mIZxO8NgBgHYXPyCPipxHx1PK//0rSKUnUCQCgIkm7Vmxvk7RT0hNr/G6f7VnbswsLCynfFgBaLdlkp+23SXpQ0u0R8cuLfx8RhyUdlqSpqalI9b5AL+xjgzZIEuS2N6gT4kci4miK1wSKYh8btEWKrhVL+rKkUxHxueJDAtJgHxu0RYoa+S5Jn5K02/bTy/98OMHrAoWwjw3aonBpJSK+L8kJxgIktWliXPNrhDb72KBp2GsFjcU+NmgLluijsdjHBm1BkKPR2McGbUBpBQAyR5ADQOYIcgDIHDXyCrBMHECZCPKSsUwcQNkI8pL1WiZOkBfH1Q5AkJeOZeLl4WoH6GCys2TdloOzTLw4NsUCOgjykrFMvDxc7QAdBHnJ9u6c1N03X6PJiXFZ0sT4Br11w2X6+689rV0Hj2tmbr7uIWaLqx2ggyCvwN6dk3pserc+/1d/pN+ce12vvHpWoTdruoT5cLjaAToI8gpR003r4qudyYlx3X3zNUx0onXoWqkQNd302BQL4Iy8UtR0AZSBIK8QNd3+zMzNa9fB49o+/RATwkAfKK1UiBsdrI9FPsDgCPKKUdPtjS0NgMFRWsFIYUIYGBxBjpHChDAwOIJ8hDDJx4QwMAxq5COCSb4OJoSBwRHkI4JJvjcxIQwMhtLKiGCSD8CwCPIRwSQfgGER5COCST4Aw6JGPiKY5Gsu7iuKshHkI4RJvuahGwlVoLQClIg96FEFzsiBEtGNtD5KT8UR5COAD3JzbZoY1/waoU03UgelpzQordRs5YM8v7jEfTwbiG6k3ig9pUGQ14wPcrNxX9HeKD2lQWmlZnyQm49upO4oPaXBGXnNWNGJNqP0lAZBXjM+yGgzSk9pUFqpGSs60VT9dmNReiouSZDbvl7SPZLGJN0bEQdTvG5b8EFurra2ltJWWK3CQW57TNKXJP2ZpDOSnrT9XxHxbNHXBnLW5jAbdn/9tn7xFZXijPxaSc9HxAuSZPt+STdJIsgT4gOenzbfLGSYbqw2f/EVlWKyc1LSS6t+PrP82AVs77M9a3t2YWEhwdu2B4uG8tTm1tJhurFYUzG8yiY7I+KwpMOSNDU1FVW9bxO0+cxutdyuStrUI33x382fvnOjHjwxf8Hndr1urDZ/8RWV4ox8XtKWVT9vXn4MifABT39VMjM3r10Hj2v79EPadfB4KVc3bWktXevv5sET8/rL904O1FbImorhpTgjf1LSH9jerk6Af0zSJxK8LpYNemaX25lrP1JelVRVi21La2m3v5tHn1vQY9O7+36d/Xt2XPD3IjXzi68MhYM8Is7Z/oykY+q0H34lIp4pPDK8YZAPeFMnjFJelVRZqmpDa2mqv5u2fPGVIUmNPCIelvRwitfCpQb5gNdVTy/7KiBlvZlSVVop/27a8MVXBlZ2ZqLfD3gdIVXFVUDKy+42TUJWgZJI/dhrpWHqmDCqom0s5Z4cbZmErAr7pdSPM/KGqePsqKqrgFSX3dRi06MkUi+CvGHqCKkcSxUED5qEIG+gqkOKGilQL4IchVGqAOpFkCMJShVAfehaAYDMcUaekSYuvQdQHEGeSNkh28+imxyDPscxA6OG0koCVewXvt6imxz3LM9xzMAoIsgTqGJl43qLbnLclD/HMQOjiNJKAlWsbFxv0U2OG0ENMmZKMEB3nJEnUMX+JuvtD5Ljpvz9jpkSzGip4qYcGAxBnkAVmzCttzFRjhtB9TvmbiWYf/nGMwRKxfhSHU2UVhKoamVjr0U3Oa6u7HfM3Uowr7x6Vq+8elZSc26gMeq4f+xockT190GempqK2dnZyt8Xedp18Pia8wNrmZwYH+j2YhjM9umHtFZiWNKPD95Q9XBax/aJiJi6+HFKKxh5a5Vgukk9uUs9+EI5zsW0AaUVjLy1SjC//s05LS6dveS5KQNlvUVYg3TSNKXrptdOl005xhwR5MjCxfMDF4eslH5yd70+935vbzfMrfBGNRS7zWtI/f/3QHrUyJGtssOuVz24W1//WjX6bjX+bvX8bl9So3z7tEGPEcPpViPnjBzZKnvr3F6LsAZZzNTtufOLS9o+/dAlX0KpO0O6feGl/CLMcUFakzDZCXTRq899kEm/XnX7tXqxU4Zit77vf5w5mbQfnEnQehHkQBe9FmENsgCrn66b1bX3lKHY7ez+P554Kek+NzkuSGsSSitAD93KN4MswLr4ud1mpVbOuFPeA7XbWfz5LnNjw5ZCclyQ1iRMdgIV67XAaXJVF0iKUOz2XmP2mmHO5ORoY0EQMCJ6lVpWt+09Nr1bPz54gx6b3j30mW23ksfH/3gLpZAGobSC1qu6Z3t1GWKts+WUe5f0KnlMveN3KYU0BKUVtFrdPdvsXYJBUFpBZXLan6TuuxTRtocUCHIkldt+1XUvZKFtDykQ5Eiq7jPcQXU7873MruTLZ70bhgD9YLITSdV9hjuotXq2pU6fdVWbPpW91QCajzNyJJVbzXfljHjMvuR3o3wlAaxGkCOpHGu+e3dO6vXEKx2BKlFaQVKjulR7vV7xXjsdAqOOIEdyo1bz7efGDin3NwGqRmkFjddPJw3dI8gZZ+RovH47aUbtSgLoV6EzctuHbD9n+4e2v257ItXAgFRy66QBBlW0tPKIpHdFxLsl/UjSgeJDAtLKsZMGGESh0kpEfHvVj49L+mix4QDpjWonTQpV79xYpSYfW2rJdj+0/Q1JX4uI+7r8fp+kfZK0devW97744otJ3hdoq7p3bixTk4+tiKF3P7T9Hdv/s8Y/N616zl2Szkk60u11IuJwRExFxNTGjRuHPQ4Ay3Lb12YQTT62MqxbWomID/X6ve1bJN0o6bqoY3NzoKVy29dmEE0+tjIUqpHbvl7SnZI+EBGvphkS0J+211CbvBq1ycdWhqJdK1+UdKWkR2w/bfvfEowJfcrpBg6p5bbveRma3I3T5GMrQ9Guld9PNRAMpp9l503Wq4bahuOXmt2N0+RjKwMrOzPV9iCjhtrR5NWoTT621NhrJVNtDzJWawJvIsgz1fYgo4YKvIkgz1Tbg4zdCoE3USPPFJNB1FCBFQR5xggyABKlFQDIHkEOAJkjyAEgcwQ5AGSOIAeAzCW7scRAb2ovSGrCnSWukvSLugdRIo4vb00/Pqn5x3jx8b0jIi65oUMtQd4UtmfXultHU3B8eWv68UnNP8Z+j4/SCgBkjiAHgMwR5MUcrnsAJeP48tb045Oaf4x9HR81cgDIHGfkAJA5ghwAMkeQJ2L7Dtth+6q6x5KS7UO2n7P9Q9tftz1R95hSsH297dO2n7c9Xfd4UrK9xfajtp+1/Yzt2+oeUxlsj9mes/3NuseSmu0J2w8s/793yvb7ej2fIE/A9hZJfy7pf+seSwkekfSuiHi3pB9JOlDzeAqzPSbpS5L+QtLVkj5u++p6R5XUOUl3RMTVkv5E0t817PhW3CbpVN2DKMk9kr4VEe+U9Ida5zgJ8jQ+L+lOSY2bOY6Ib0fEueUfH5e0uc7xJHKtpOcj4oWIeE3S/ZJuqnlMyUTETyPiqeV//5U6IdCojettb5Z0g6R76x5LarbfLun9kr4sSRHxWkQs9vozBHlBtm+SNB8RP6h7LBX4a0n/XfcgEpiU9NKqn8+oYUG3wvY2STslPVHvSJL7gjonT6/XPZASbJe0IOmry6Wje21f0esPcIegPtj+jqTfW+NXd0n6rDpllWz1Or6I+M/l59ylziX7kSrHhuHZfpukByXdHhG/rHs8qdi+UdLPI+KE7Q/WPZ4SXC7pPZJujYgnbN8jaVrSP/X6A1hHRHxorcdtX6POt+cPbEudssNTtq+NiJ9VOMRCuh3fCtu3SLpR0nXRjIUH85K2rPp58/JjjWF7gzohfiQijtY9nsR2SfqI7Q9Lequk37F9X0R8suZxpXJG0pmIWLmKekCdIO+KBUEJ2f6JpKmIaMxubLavl/Q5SR+IiIW6x5OC7cvVmbi9Tp0Af1LSJyLimVoHlog7ZxX/Lun/IuL2usdTpuUz8n+IiBvrHktKtr8n6W8i4rTtf5Z0RUTs7/Z8zsixni9K+i1JjyxfdTweEX9b75CKiYhztj8j6ZikMUlfaUqIL9sl6VOSTtp+evmxz0bEwzWOCYO5VdIR22+R9IKkT/d6MmfkAJA5ulYAIHMEOQBkjiAHgMwR5ACQOYIcADJHkANA5ghyAMjc/wN4tGm6s7enzwAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "kKCXrhk5iCF2",
        "outputId": "036f1798-0cff-4737-dafa-64cc4f8aed58"
      },
      "source": [
        "model_base_name = 'drive/MyDrive/bert-large-finetuned'\n",
        "model_base = SentenceSimilarity(model_base_name)\n",
        "model_base.compute_label_embedding(labels)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of the model checkpoint at drive/MyDrive/bert-large-finetuned were not used when initializing BertModel: ['cls.predictions.decoder.weight', 'cls.predictions.transform.dense.bias', 'cls.predictions.bias', 'cls.predictions.transform.LayerNorm.bias', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.transform.dense.weight', 'cls.predictions.decoder.bias']\n",
            "- This IS expected if you are initializing BertModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
            "- This IS NOT expected if you are initializing BertModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
            "Some weights of BertModel were not initialized from the model checkpoint at drive/MyDrive/bert-large-finetuned and are newly initialized: ['bert.pooler.dense.bias', 'bert.pooler.dense.weight']\n",
            "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "iFdaTVaIiGsP",
        "outputId": "edd04a88-de80-4d29-ed5c-ba53bac5fec4"
      },
      "source": [
        "labels_vector = model_base.label_embeds\n",
        "pca.fit(labels_vector)\n",
        "labels_reducted = pca.transform(labels_vector)\n",
        "print(pca.explained_variance_ratio_)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[0.18953428 0.08279858]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 283
        },
        "id": "DZfmHdmsiJvf",
        "outputId": "c598ac24-b138-47ee-e09a-e3f02cfdca48"
      },
      "source": [
        "plt.scatter(labels_reducted.T[0], labels_reducted.T[1])"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<matplotlib.collections.PathCollection at 0x7fe2c1dfbc50>"
            ]
          },
          "metadata": {},
          "execution_count": 56
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXUAAAD4CAYAAAATpHZ6AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAUhElEQVR4nO3df4xdZZ3H8c+n00Gm6DIYRoRpu22ypMaAUjPBHyTuLqBFJbZrjOKuxl9JY7IqGlLSilmyySaS1BVNNG4aREkgqMFaWGWtCBizZmmcUrBAqRrU0qHIGC26djZMy3f/mDswvb2/z3Pn3PPM+5U0nTlz7nO+vXf6uec+z3Oe44gQACAPy8ouAACQDqEOABkh1AEgI4Q6AGSEUAeAjCwv46Bnn312rFmzpoxDA0Bl7d279/cRMdZqn1JCfc2aNZqcnCzj0ABQWbZ/224ful8AICOEOgBkhFAHgIwQ6gCQEUIdADJSyuwXAEvLrn1T2r77oJ46OqPzRke0ZcM6bVo/XnZZWer4TN32zbafsf3Igm0vt32P7V/W/j6rP2UCqKpd+6a0bed+TR2dUUiaOjqjbTv3a9e+qbJLy1I33S/fkHRF3batku6NiPMl3Vv7HgBesH33Qc3Mnjhp28zsCW3ffbCkivLWcahHxE8k/aFu80ZJt9S+vkXSpkR1AcjEU0dnutqOYooOlJ4TEUdqXz8t6ZxmO9rebHvS9uT09HTBwwKoivNGR7rajmKSzX6JuVsoNb2NUkTsiIiJiJgYG2u5dAGAjGzZsE4jw0MnbRsZHtKWDetKqihvRWe//M72uRFxxPa5kp5JURSAfMzPcmH2y+IoGup3SfqgpBtqf99ZuCIA2dm0fpwQXyTdTGm8XdL/SFpn+7Dtj2ouzN9i+5eSLq99DwAoScdn6hHxviY/uixRLQCAglgmAAAyQqgDQEYIdQDICKEOABkh1AEgI4Q6AGSEUAeAjBDqAJARQh0AMkKoA0BGCHUAyAihDgAZIdQBICOEOgBkhFAHgIwQ6gCQEUIdADJCqANARpKEuu1P237U9iO2b7d9eop2AQDdKRzqtsclfVLSRERcIGlI0lVF2wUAdC9V98tySSO2l0taIempRO0CALpQONQjYkrS5yUdknRE0rMR8cP6/Wxvtj1pe3J6erroYQEADaTofjlL0kZJayWdJ+kM2++v3y8idkTERERMjI2NFT0sAKCBFN0vl0v6dURMR8SspJ2S3pSgXQBAl1KE+iFJb7C9wrYlXSbpQIJ2AQBdStGnvkfSHZIelLS/1uaOou0CALq3PEUjEXG9pOtTtAUA6B1XlAJARgh1AMgIoQ4AGSHUASAjhDoAZIRQB4CMEOoAkBFCHQAyQqgDQEYIdQDICKEOABkh1AEgI4Q6AGSEUAeAjBDqAJARQh0AMkKoA0BGCHUAyAihDgAZSRLqtkdt32H7cdsHbL8xRbsAgO4kufG0pC9J+kFEvNv2aZJWJGoXANCFwqFu+0xJb5b0IUmKiOckPVe0XQBA91J0v6yVNC3p67b32b7J9hn1O9nebHvS9uT09HSCwwIA6qUI9eWSXifpqxGxXtJfJG2t3ykidkTERERMjI2NJTgsAKBeilA/LOlwROypfX+H5kIeALDICod6RDwt6Unb62qbLpP0WNF2AQDdSzX75ROSbqvNfHlC0ocTtQsA6EKSUI+IhyRNpGgLANA7rigFgIwQ6gCQEUIdADJCqANARgh1AMgIoQ4AGSHUASAjhDoAZIRQB4CMEOoAkBFCHQAyQqgDQEYIdQDICKEOABkh1AEgI4Q6AGSEUAeAjBDqAJCRZKFue8j2PtvfS9UmAKA7Kc/Ur5Z0IGF7AIAuJQl12yslvUPSTSnaAwD0JtWZ+hclXSvp+WY72N5se9L25PT0dKLDAgAWKhzqtq+U9ExE7G21X0TsiIiJiJgYGxsrelgAQAMpztQvkfRO27+R9E1Jl9q+NUG7AIAuFQ71iNgWESsjYo2kqyTdFxHvL1wZAKBrzFMHgIwsT9lYRPxY0o9TtgkA6Bxn6gCQEUIdADJCqANARgh1AMgIoQ4AGSHUASAjhDoAZCTpPHUsnl37prR990E9dXRG542OaMuGddq0frzssgCUjFCvoF37prRt537NzJ6QJE0dndG2nfsliWAHlji6Xypo++6DLwT6vJnZE9q++2BJFQEYFIR6BT11dKar7QCWDkK9gs4bHelqO4Clg1CvoC0b1mlkeOikbSPDQ9qyYV1JFQEYFAyUVtD8YCizXwDUI9QratP6cUIcwCnofgGAjBDqAJARQh0AMlI41G2vsn2/7cdsP2r76hSFAQC6l2Kg9LikayLiQdsvk7TX9j0R8ViCtgEAXSgc6hFxRNKR2td/tn1A0rgkQh0AahZrEb6kUxptr5G0XtKeBj/bLGmzJK1evTrlYQcKqyfmgdcRKS3mInzJBkptv1TSdyR9KiL+VP/ziNgRERMRMTE2NpbqsANl/oWbOjqj0Isv3K59Uw33veSG+7R26/d1yQ33NdwH5ejmdQQ6sZiL8CUJddvDmgv02yJiZ4o2q6jTF47QGGysgonUFnMRvhSzXyzpa5IORMQXipdUXZ2+cITGYGMVTKS2mIvwpThTv0TSByRdavuh2p+3J2i3cjp94QiNwcYqmEhtMRfhKxzqEfHfEeGIeE1EXFT7c3eK4qqm0xeuWTicOTJMP/sAYBVMpLZp/bg+964LNT46IksaHx3R5951YV8G3x0RyRttZ2JiIiYnJxf9uIuhk1kT9SPhkjS8zJKl2RMvvh4jw0N9e+HRGrNfMIhs742IiZb7EOrlqA+NY88d1x+PzZ6y3/joiH669dISKgQwaDoJdZbe7ZN2Z3r1S+eu3fr9hu3Qzw6gG4R6H/RyocF5oyOaahDg9f3vn921X7fveVInIjRk632vX6V/23Rh4n8BgKqq9CqNZVzA08kxe5my2Mng3Gd37detDxzSiVqX2YkI3frAIX121/4i/yQAGansmfpiXnbb7TF7mbLYyS3qbt/zZMPH3r7nSc7WgUSqPkhe2VBvdTbcrxeg02N22pVSr90t6k40GdRuth1Ad8o4WUytst0v/b6Ap1E3S6fH7Nc8Z3e5HUB3crjau7Jn6r2eDXei2bv16IrhhtMO64/Zriul1493K04b0l+eO9FwO4Dicrjau7KhvmXDulMu4El11V+zd+uXLF+mkeGhjo7ZrCulyMe7Yw0CvdV2AN3p58niYqls90s/L7tt9q787MxsoWPu2jela779cM8f71iTBOivHJaIqOyZutR+YLGZdt0frd6tixxz2879TQc1O/l4l+rTSdVH94F+6WQW2qBbcssENFp3pX6NlU726dYlN9zX8I1i3lkrhrXitOVtf5FaBXKv686wxgxQDSwT0EAn0xL78W7d6kx8eMj63/97ce2XVv3sRfvqy5gKCmDxLLlQ73R0u9dulmaadekM2TrjtOU6OnPyrJpug7bTsM5hdB9Ac5UZKE21JEBZg43NBmD+/T2v1bMzp06TlJoHbZE59Ay2AnmrRKinvKdnWaPbrWbrdBO0zZ6LM0eGO2ojh9F9AM1VovslZT9wmaPbzbp0upnV0uy5OH24szn0OYzuA2guSajbvkLSlyQNSbopIm5I0e681P3AqfvLe7VwtsqZI8M6fXiZjh6bbRm0zf7NR4/N6sb3XtRRWA/Kvx9AeoVD3faQpK9Ieoukw5J+ZvuuiHisaNvzcrjKq179bJWjM7MaGR7Sje+9qGXg9mMOPYB8pOhTv1jSryLiiYh4TtI3JW1M0O4LcuwH7nXhoByfCwDppOh+GZe0cKHvw5Jen6DdF+TYD9xrl1KOzwWAdBZtoNT2ZkmbJWn16tVdPz63roUiXUq5PRcA0knR/TIladWC71fWtp0kInZExERETIyNjSU47GBrN6+ebhQA/ZDiTP1nks63vVZzYX6VpH9M0G5ldXLJPt0oSI2F2iAlCPWIOG7745J2a25K480R8Wjhyiqs03n1dKOks9QDLYfbsCGNJH3qEXG3pLtTtJWDbgdBO11dceE+f/+qMd3/+PSSDbGFCDQWasOLKrFMQNWkuOx/YR98o31ufeBQkmUTcpDDfSWLYqE2zCPU+6CbQdBOAqnRPvWWWogtRKCxUBteRKj3QTe32uskkDoNp6UUYgsRaMymwosqsaBXFXU6CNrJfPVm+7R6jFR88LAqg4/9vAl5VTCbCvOW3O3sBk2vt9drZHRkWFe+9lzd//i0po7OyJIWvrrd3Lauare9q8obEFBEJ7ezI9QHQKezX/71Px994ZZ3vRofHdFPt17a9tjN7qla/3gAi4d7lFZEJ101m9aPa/vug4VDfWG/e6upgAw+AtXEQGmFpAjUhf3urWbeMPgIVBOhXiFFA7V+8LDV2TizKYBqItQrZMuGdRoeck+PbTStstmbxDJbn/7WQzp9eJlGR4bbTssEMDjoU6+aunHtZZLOXDHcsq/9i03uptRoKqAknagNnv/xWGd3YwIwODhTr5Dtuw9q9vmTU/15SStOW65W5+/NArn+Iqkhn9rKUr5SFagiztQrpFUfeLMLlMbb9MMvnHmzduv3uzougMHDmXqFtJqRkmJgkxkvQPVxpl4hrS6H7/Uy8YUXH42uGNbwMp/UxdPqjYGrOPuP5xjdItQrpF1wd3vTjfqLj/54bFbDQ9boyLCenZltGSKsYd5/PMfoBaFeMSnvltTo4qPZE6EzXrJcD13/1q4fy00Z0uI5Ri/oU1/CiiwFwDIC/cdzjF4Q6ktYkYFRBlX7j+cYvSgU6ra3237c9s9tf9f2aKrC0H9FZsywjED/8RyjF0XP1O+RdEFEvEbSLyRtK14SFks3d2hK+Vh0hucYvUi2nrrtf5D07oj4p3b7sp46AHRvsddT/4ikb7UoZrOkzZK0evXqhIfFUsdcbuBFbUPd9o8kvbLBj66LiDtr+1wn6bik25q1ExE7JO2Q5s7Ue6oWqMNcbuBkbUM9Ii5v9XPbH5J0paTLoox742FJW8y53HwiQBUU6n6xfYWkayX9bUQcS1MS0LnFmsvNJwJURdHZL1+W9DJJ99h+yPZ/JKgJ6NhizeVu9YkAGCSFQj0i/iYiVkXERbU/H0tVGNCJxZrLzdWdqAquKEWlLdZcbq7uRFWwoBcqL+UiZ820WvZYYhAVg4NQBzrQatljBlExSAh1oEPNPhGwRC4GCX3qQEEMomKQEOpAQQyiYpAQ6kBBLJGLQUKfOlBQrzf9BvqBUAcSWIxplUAn6H4BgIwQ6gCQEUIdADJCqANARhgoReWwzgrQHKGOSmGdFaA1ul9QKdysAmiNUEelsM4K0BqhjkphnRWgtSShbvsa22H77BTtAc2wzgrQWuGBUturJL1V0qHi5QCtsc4K0FqK2S83SrpW0p0J2gLaYp0VoLlC3S+2N0qaioiHO9h3s+1J25PT09NFDgsAaKLtmbrtH0l6ZYMfXSfpM5rremkrInZI2iFJExMT0UWNAIAOtQ31iLi80XbbF0paK+lh25K0UtKDti+OiKeTVgkA6EjPfeoRsV/SK+a/t/0bSRMR8fsEdQFAX+S+zATLBABYMpbCMhPJLj6KiDWcpQMYZEthmQmuKAWwZCyFZSYIdQBLxlJYZoJQB7BkLIVlJhgoBbBkLIVlJgh1AEtK7stM0P0CABkh1AEgI4Q6AGSEUAeAjBDqAJARRyz+Kri2pyX9NmGTZ0uq2hIFVau5avVK1auZevuvajXX1/vXETHW6gGlhHpqticjYqLsOrpRtZqrVq9UvZqpt/+qVnMv9dL9AgAZIdQBICO5hPqOsgvoQdVqrlq9UvVqpt7+q1rNXdebRZ86AGBOLmfqAAAR6gCQlexC3fY1tsP22WXX0o7t7bYft/1z29+1PVp2TY3YvsL2Qdu/sr217Hpasb3K9v22H7P9qO2ry66pE7aHbO+z/b2ya+mE7VHbd9R+fw/YfmPZNbVi+9O134dHbN9u+/Sya6pn+2bbz9h+ZMG2l9u+x/Yva3+f1a6drELd9ipJb5V0qOxaOnSPpAsi4jWSfiFpW8n1nML2kKSvSHqbpFdLep/tV5dbVUvHJV0TEa+W9AZJ/zzg9c67WtKBsovowpck/SAiXiXptRrg2m2PS/qkpImIuEDSkKSryq2qoW9IuqJu21ZJ90bE+ZLurX3fUlahLulGSddKqsTob0T8MCKO1759QNLKMutp4mJJv4qIJyLiOUnflLSx5JqaiogjEfFg7es/ay5sBnrxbNsrJb1D0k1l19IJ22dKerOkr0lSRDwXEUfLraqt5ZJGbC+XtELSUyXXc4qI+ImkP9Rt3ijpltrXt0ja1K6dbELd9kZJUxHxcNm19Ogjkv6r7CIaGJf05ILvD2vAQ3Ke7TWS1kvaU24lbX1Rcycjz5ddSIfWSpqW9PVal9FNts8ou6hmImJK0uc19wn+iKRnI+KH5VbVsXMi4kjt66clndPuAZUKdds/qvWJ1f/ZKOkzkv6l7Brrtal5fp/rNNdtcFt5lebF9kslfUfSpyLiT2XX04ztKyU9ExF7y66lC8slvU7SVyNivaS/qINugbLU+qE3au7N6DxJZ9h+f7lVdS/m5p+37YWo1O3sIuLyRtttX6i5F+xh29JcN8aDti+OiKcXscRTNKt5nu0PSbpS0mUxmBcNTElateD7lbVtA8v2sOYC/baI2Fl2PW1cIumdtt8u6XRJf2X71ogY5NA5LOlwRMx/ArpDAxzqki6X9OuImJYk2zslvUnSraVW1Znf2T43Io7YPlfSM+0eUKkz9WYiYn9EvCIi1kTEGs390r2u7EBvx/YVmvvY/c6IOFZ2PU38TNL5ttfaPk1zA0x3lVxTU557V/+apAMR8YWy62knIrZFxMra7+1Vku4b8EBX7f/Vk7bX1TZdJumxEktq55CkN9heUfv9uEwDPLBb5y5JH6x9/UFJd7Z7QKXO1DP0ZUkvkXRP7RPGAxHxsXJLOllEHLf9cUm7NTdr4OaIeLTkslq5RNIHJO23/VBt22ci4u4Sa8rRJyTdVnujf0LSh0uup6mI2GP7DkkPaq6bc58GcLkA27dL+jtJZ9s+LOl6STdI+rbtj2puufL3tG1nMD/xAwB6kUX3CwBgDqEOABkh1AEgI4Q6AGSEUAeAjBDqAJARQh0AMvL/e6z27WCguPoAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 251,
          "referenced_widgets": [
            "c9b744324b2c4facbd132380d7d28e1e",
            "c013789b1563479dbbdb4d6df2955a78",
            "8e82b8e9a2d148cab163f95ed892f90f",
            "24f8570a329640e390e4fd899285a42f",
            "883b4cc2caf84fdebd907dd306ea5056",
            "ddaa45b0fc98477d96a44a22b588938e",
            "30e6861b802247c484175dd40da00156",
            "f91a02f05901416da8f319148d980f82",
            "eb31f87b9f9945fd850912c24705ae28",
            "e9e76318e63d47edad749bf79b463911",
            "7bee9e39d3ac4e7694a41f9ca9b795f9",
            "78ac045043da428a8ea22eb7d63f3b02",
            "7b45dddd02cb49259e7d1ec8d56b4b48",
            "4690731e66514885a311e05cea5e8e72",
            "d70c7fba2d86437183a50eb385d5c3e7",
            "116e50700a884a748d5837f02757d444",
            "0c0b2f29480d47d8ac0a9117d8f324a0",
            "cef44e615f86480499801161fb971ced",
            "b8a385ac947242c39b7cde58fe8ac4c0",
            "c4737344565a4228815e7c38dbc37bfd",
            "3a08b94e43f5436097481262157e5cd8",
            "df0df93bf0a644bebf545f537ae86c85",
            "307a49f63aab4ba9bb8f76b254453513",
            "096b750956ce419e9a38d217729dab36",
            "840e79caa09a4051bce17fab9b3fcd3f",
            "f3d5131e241d4cc283dc1f1a4bbef901",
            "b95fd2c898944e86a4d2386a376c37cb",
            "b1975e35e3684017b3ebaed34a90baf0",
            "b5fdd441826f491893ac277ba5ffc4e5",
            "f5f20d292c16461588c0550bd6ce3c79",
            "ae48264a99ed48a8be3e60bcb4dcc125",
            "60a8c53fd16244e1845f7dacc216dc58",
            "4ecf3a3a87a44dfebdab6392bc042ff0",
            "32dc14c1272f4703af3d3f55e65799f0",
            "d3d11e41170a452baed8e50352af82a0",
            "a717e98f40bd4e80aa0a499b0b500058",
            "2f8270becc2448f8be409585da950bbf",
            "39798adfe1404ddea063b4b18f73dc8c",
            "ee992abc84964b6faac0abd92f55a84b",
            "b5766a547b7b49cf832005232c8457d8",
            "dd9d5bf2ee2c4078ae6548d1d92e1e4c",
            "65ab4fbd6b5b4db984bcfccf4ffef983",
            "7184f5a1fe9d44c1b7e0c538184ec0f5",
            "5bafc2e5154948b5a6c1728dd80595e9",
            "fd89605ac41e4f208269e51ec4be2bce",
            "05d635c1bc4949ee88829e9e01188014",
            "1153991402cf44ef86e3cdf64acb3a6a",
            "e49e9810e1354c2ba5bb04901ac25195",
            "cb642aca320c4e7486afb3b13fcaf6ae",
            "ffad3f16cd094bd0b85e05bee9301efa",
            "c0311d9639644c65ac9a9a9fc284d96d",
            "2f94f8044c064a2a82a731d5e9303c79",
            "90532866af4b41bcb75f901eebffd221",
            "9c0550e5d1b74d67b88c6e76e9e8cc83",
            "842b77cea307410c83d3dca6053d0f30"
          ]
        },
        "id": "bhZnMm5HiLWX",
        "outputId": "210bf5c2-6e39-4e5b-8183-cdbb37d023e6"
      },
      "source": [
        "model_base_name = 'bert-large-uncased'\n",
        "model_base = SentenceSimilarity(model_base_name)\n",
        "model_base.compute_label_embedding(labels)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "c9b744324b2c4facbd132380d7d28e1e",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/28.0 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "78ac045043da428a8ea22eb7d63f3b02",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/571 [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "307a49f63aab4ba9bb8f76b254453513",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/232k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "32dc14c1272f4703af3d3f55e65799f0",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/466k [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "fd89605ac41e4f208269e51ec4be2bce",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "Downloading:   0%|          | 0.00/1.34G [00:00<?, ?B/s]"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of the model checkpoint at bert-large-uncased were not used when initializing BertModel: ['cls.predictions.decoder.weight', 'cls.seq_relationship.bias', 'cls.seq_relationship.weight', 'cls.predictions.bias', 'cls.predictions.transform.LayerNorm.bias', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.transform.dense.weight', 'cls.predictions.transform.dense.bias']\n",
            "- This IS expected if you are initializing BertModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
            "- This IS NOT expected if you are initializing BertModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "BIl0m3mwiZM3",
        "outputId": "6c746c08-3475-476c-ba85-1b6f29109044"
      },
      "source": [
        "labels_vector = model_base.label_embeds\n",
        "pca.fit(labels_vector)\n",
        "labels_reducted = pca.transform(labels_vector)\n",
        "print(pca.explained_variance_ratio_)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[0.15568082 0.1241058 ]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 283
        },
        "id": "u5tE9T9Uia0C",
        "outputId": "23e44c98-5d67-4753-a309-8165b1129430"
      },
      "source": [
        "plt.scatter(labels_reducted.T[0], labels_reducted.T[1])"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<matplotlib.collections.PathCollection at 0x7fe2c5c54990>"
            ]
          },
          "metadata": {},
          "execution_count": 59
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXIAAAD4CAYAAADxeG0DAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAVJklEQVR4nO3df5BdZX3H8c+XzQI36LChbJUsaOLUWQaK7eKOg8Za+TEEUWFLGQc7tiqdyTitrTJtbDJ2lNZ2iN3qtE6tTqq2tjKSFuNKAbtAg+3UGVI3bCDEZEugiGyirJXFH1lkk3z7xz03ubl7zj3n5j73x3P3/ZrZyd1zz57z5Ozdz33u9zzPOebuAgDE67RONwAA0ByCHAAiR5ADQOQIcgCIHEEOAJFb0Ymdnnvuub5mzZpO7BoAorVr164fuPtg7fKOBPmaNWs0NTXViV0DQLTM7DtpyymtAEDkCHIAiBxBDgCRI8gBIHIEOQBEriOjVk7FxPSsxidndHB+QasHStq4flhjI0OdbhYAdFwUQT4xPavN2/doYfGoJGl2fkGbt++RJMIcwLIXRWllfHLmeIhXLCwe1fjkTIdaBADdI4ogPzi/0NByAFhOogjy1QOlhpYDwHISRZBvXD+sUn/fSctK/X3auH64Qy0CgO4RxcnOyglNRq0AwFJRBLlUDnOCGwCWiqK0AgDIRpADQOQIcgCIHEEOAJEjyAEgcgQ5AESOIAeAyBHkABC5IEFuZreY2V4ze8zMvmxmZ4bYLgAgX9NBbmZDkn5f0qi7/6KkPkk3NbtdAEAxoUorKySVzGyFpJWSDgbaLgAgR9NB7u6zkv5S0tOSDkl63t3vq13PzDaY2ZSZTc3NzTW7WwBAIkRpZZWk6yWtlbRa0llm9q7a9dx9q7uPuvvo4OBgs7sFACRClFaukvS/7j7n7ouStkt6Q4DtAgAKCBHkT0u6zMxWmplJulLSvgDbBQAUEKJGvlPSnZIelrQn2ebWZrcLACgmyI0l3P2jkj4aYlsAgMYwsxMAIkeQA0DkCHIAiBxBDgCRI8gBIHIEOQBEjiAHgMgR5AAQOYIcACJHkANA5AhyAIgcQQ4AkSPIASByBDkARI4gB4DIEeQAEDmCHAAiR5ADQOQIcgCIHEEOAJEjyAEgcgQ5AESOIAeAyBHkABA5ghwAIkeQA0DkCHIAiFyQIDezATO708z2m9k+M3t9iO0CAPKtCLSdv5b0b+5+o5mdLmlloO0CAHI0HeRmdrakN0l6jyS5+4uSXmx2uwCAYkKUVtZKmpP092Y2bWafM7Ozalcysw1mNmVmU3NzcwF2CwCQwgT5CkmXSvqMu49I+qmkTbUruftWdx9199HBwcEAuwUASGGC/BlJz7j7zuT7O1UOdgBAGzQd5O7+PUnfNbPhZNGVkr7d7HYBAMWEGrXye5JuT0asPCnpvYG2CwDIESTI3X23pNEQ2wIANIaZnQAQOYIcACJHkANA5AhyAIgcQQ4AkSPIASByBDkARI4gB4DIhZrZCQCoY2J6VuOTMzo4v6DVAyVtXD+ssZGhINsmyAGgxSamZ7V5+x4tLB6VJM3OL2jz9j2SFCTMKa0AQIuNT84cD/GKhcWjGp+cCbJ9ghwAWuzg/EJDyxtFkANAi60eKDW0vFEEOQC02Mb1wyr19520rNTfp43rhzN+ojGc7ASAFquc0GTUCgBEbGxkKFhw16K0AgCRI8gBIHIEOQBEjiAHgMgR5AAQOYIcACJHkANA5AhyAIgcQQ4AkSPIASByBDkARC5YkJtZn5lNm9ndobYJAMgXskf+AUn7Am4PAFBAkCA3s/MlvVXS50JsDwBQXKge+V9J+pCkY1krmNkGM5sys6m5ublAuwUANB3kZvY2Sc+6+65667n7VncfdffRwcHBZncLAEiE6JGvk3SdmT0l6Q5JV5jZlwJsFwBQQNNB7u6b3f18d18j6SZJO9z9XU23DABQCOPIASByQe/Z6e7fkPSNkNsEANRHjxwAIkeQA0DkCHIAiBxBDgCRI8gBIHIEOQBEjiAHgMgR5AAQOYIcACJHkANA5AhyAIgcQQ4AkSPIASByBDkARI4gB4DIEeQAEDmCHAAiR5ADQOQIcgCIHEEOAJEjyAEgcgQ5AESOIAeAyBHkABC5FZ1uAIBiJqZnNT45o4PzC1o9UNLG9cMaGxnqdLPQBQhyIAIT07PavH2PFhaPSpJm5xe0efseSSLMQWkFiMH45MzxEK9YWDyq8cmZDrUI3aTpIDezC8zsQTP7tpntNbMPhGgYgBMOzi80tBzLS4ge+RFJf+DuF0m6TNLvmtlFAbYLILF6oNTQciwvTQe5ux9y94eTxz+WtE8SRTsEMTE9q3Vbdmjtpnu0bssOTUzPdrpJHbFx/bBK/X0nLSv192nj+uEOtQjdJOjJTjNbI2lE0s6U5zZI2iBJr3jFK0LuFj2qlSf4YhsBUmlbTG1G+5i7h9mQ2Usk/YekP3f37fXWHR0d9ampqSD7Re9at2WHZlNqwEMDJX1z0xWnvN3aNwip3Lu97YZLCEZ0NTPb5e6jtcuDjFoxs35JX5F0e16IA0W16gQfI0DQa5ourZiZSfq8pH3u/snmmwSUrR4opfbIVw+UmiqNNPoGEVsZBstPiB75Okm/KekKM9udfF0bYLtY5rJO8F1+4aA2b9+j2fkFuU7UzoueCG1kBEilDHOq+wLaIcSolf9yd3P317j7Lydf94ZoHJa3sZEh3XbDJRoaKMlUro3fdsMlenD/XFOlkUZGgFCGQQyYoo+uNjYytKSMccu23anrFq2dNzIChIk4iAFBjujUq50XlfYG0ap9Aa3GtVYQnUZKI81OKGIiDmJAjxzRKVoaaWRCUdbIFCbiIAbBJgQ1gglBaIeiE4qYIIRYtHRCENCNip6oZGQKYkeQo2cVHS/OyBTEjiBHzyp6opJLxCJ2BDl6Ru0IFUmpE4pq696MTEHsGLWCnpA1QuW2Gy7JvVIiI1MQO4IcPaHeCctKINe7+FXRCUJANyLI0RPyTljWG1Mu0RtH3Ahy9IS8qfRZPfY/+de9emHxWEvuQgS0Cyc70RPyTlhm9difO7zIGHJEjyBHT8i65G2lV93oUELGkCMmlFbQM+qdsNy4fjh1Gv4ZK07T/MLikvUZQ46YEORYFrKGGEpKDXjGkCMmBDmWjXo9dkatIGYEOZY9xpAjdpzsBIDI0SNH9OrN2ASWA4IcUWvkLkBAr6K0gqhxUwiAIEfkuCkEQJAjcmeX+htaDvQighxRM2tsOdCLONmJqM0fXjq9vnp5yBEtjI5BtwrSIzeza8xsxswOmNmmENsEiqh3v80/ntijW7bt1uz8glwnRrRMTM82vJ/K6JgQ2wJCazrIzaxP0qclvUXSRZLeaWYXNbtdoIisy9defuGgvvTQ0/Ka9U91RAujY9DNQvTIXyfpgLs/6e4vSrpD0vUBtgvUVSl1LCweVV9SFK9cvvbuRw5l/typjGhhdAy6WYggH5L03arvn0mWncTMNpjZlJlNzc3NBdgtlrPqUockHXU/ftXCsZGh1EvTVqweKGlielbrtuzQ2k33aN2WHbklknolHKDT2jZqxd23uvuou48ODg62a7eIWL2wbabUcfmFgw3Xu/PuQAR0UohRK7OSLqj6/vxkGZapEKM78qbe55U6Vq3s13MZI1pu3/m0vKZ4XnkTyGpn1vXMGbWCbhAiyL8l6dVmtlblAL9J0m8E2C4iFOraJ/V63GMjQ7k3W/7o2y/WB7ftTt12bYhX5NW7udwtulXTpRV3PyLp/ZImJe2T9M/uvrfZ7SJOoUZ35PW480odpxK41LsRqyATgtz9Xkn3htgW4hZqdEdejzut1HH5hYMan5zRLdt2a/VAqW55pRb1bsSMmZ0IKi+Ai8q6WXJ12FaXOtJKOv2n1Z+n32emY+7UuxE9ghxBFQngIiqheutde48PJTyzP7sSmFbSWTyWUQxPfOIdv0R4oycQ5Agq9OiOnx05dvzxc4cXM0+cNlq6GSj1E+LoGQQ5ggs1uiPvxGn1m8XZpf7USUADpX797MixJZ8Qbr3u4qbbB3QLghwNa9dVALN62ZUhjSfVw/tM/afZSeWU6sAO0V6ufohuRZCjIe28R2bWidM+s6X18KOuVSv7tfL0FalBW69tRQKae4OimxHkaEjeRJ2Qsk6c1u6/Yv7woqY/cnVD+yga0O38fwON4g5BKKRy3ZO0HrLUmqsAjo0M6bYbLtHQQEmmE1c2HAp4AauiE5jqlXmATiPIkav2SoNp2jkr8vIL0y+6lrW8nqITmLL+fyZxcwl0HKUV5ErrtVZrxazIienZk8aQSyfKHmesSO9/PLg//fLI9WrgRScwbVw/rFu27V5yowqXKK+g4+iRI1e9skml3BEyyCqfANKGEy4sHs281nhaO/Nu0Vb08rRjI0NLQrzefoF2IsiRK6usMDRQ0jc3XRG8N5r3CSBLWjvzauBZdfi0USuVuxAV2S/QTpRWkCvUtPui8nq4q1b264XFpZN80tpTpAaeN4Gp0qs/mnL9Wy62hW5AkCNXu2+qkFW3rnjra87T6CvPKdSeIjXwvHHkWZ8Q+syCl5WAU0GQo5B23lQh7RNAtQf3z+nPxooFaN6niSLjyLN69cfcCXF0BWrk6DqVunWWRk4u5tXAi4wj58bL6Hb0yNGVxkaGND45E+Ta5vU+TRSpobf7HAHQKHrk6FppQwP7+0w//dkRrd10j9Zt2bFkMk5lBmrW87WK9LaLjmwBOoUeObpW7UnWgZX9+skLR46PI6+tZ5/Kha2K9ra58TK6mXnWLcVbaHR01Kemptq+X8Qt61ovlVu2nWaWOkSwMt49C5enRSzMbJe7j9Yup0eOrlcJ2qwhiZXwTgtxKf/kKL1txI4gR1erLZecioGV/Vq3ZQc9bvQsghwt10zp4lSn61f095l+8sIRPXc4va4O9AJGraCl8i5aladeWSTr2id9ZsdHl5x1+oqTbv8mpV9vHIgZPXK0VCM3UE7rqWdNsR9K1k8bcVI9NHDtpntS28UVC9FL6JGjpfJuoJzXU693mdki47uZlYnlgCBHS2UFZtoNlNNKHvXCukjtvej1xoGYNVVaMbNxSW+X9KKkJyS9193nQzQMvaHRGyin9eDThgcWnfzT7is3Ap3QbI38fkmb3f2ImX1c0mZJf9R8s9ArsoK02euoNHJXe8aJo9c1FeTufl/Vtw9JurG55qAXZQVpbU/dVPwGykVvmgwsByFr5DdL+nrWk2a2wcymzGxqbi79JrlYPsZGhvTrrx1S9QBCl/SVXbOFhiZyEhM4ITfIzewBM3ss5ev6qnU+LOmIpNuztuPuW9191N1HBweL9brQ2x7cP7fkhsZFx3hzEhM4Ibe04u5X1XvezN4j6W2SrvROXIEL0WqmPMJJTOCEZketXCPpQ5J+1d0Ph2kSlosi99Osh5OYQFmzNfK/kfRSSfeb2W4z+2yANmGZoDwChNHsqJVfCNUQLD+UR4AwuNYKOoryCNA8pugDQOQIcgCIHEEOAJEjyAEgcgQ5AETOOjEZ08zmJH2nDbs6V9IP2rCfZsXSTimetsbSTimettLO8Bpt6yvdfck1TjoS5O1iZlPuPtrpduSJpZ1SPG2NpZ1SPG2lneGFaiulFQCIHEEOAJHr9SDf2ukGFBRLO6V42hpLO6V42ko7wwvS1p6ukQPActDrPXIA6HkEOQBErqeC3My2JddF321mT5nZ7oz1njKzPcl6Ux1o561mNlvV1msz1rvGzGbM7ICZbepAO8fNbL+ZPWpmXzWzgYz1OnY8846RmZ2RvC4OmNlOM1vTzvYlbbjAzB40s2+b2V4z+0DKOm82s+erXhMfaXc7q9pS9/dpZZ9KjumjZnZpB9o4XHWsdpvZj8zsgzXrdOyYmtkXzOxZM3usatk5Zna/mT2e/Lsq42ffnazzuJm9u9AO3b0nvyR9QtJHMp57StK5HWzbrZL+MGedPklPSHqVpNMlPSLpoja382pJK5LHH5f08W46nkWOkaTfkfTZ5PFNkrZ1oJ3nSbo0efxSSf+T0s43S7q73W07ld+npGtVvtG6SbpM0s4Ot7dP0vdUnizTFcdU0pskXSrpsaplfyFpU/J4U9rfk6RzJD2Z/Lsqebwqb3891SOvMDOT9A5JX+50W5rwOkkH3P1Jd39R0h2Srs/5maDc/T53P5J8+5Ck89u5/wKKHKPrJX0xeXynpCuT10fbuPshd384efxjSfskxXwR9usl/aOXPSRpwMzO62B7rpT0hLu3Y7Z4Ie7+n5J+WLO4+rX4RUljKT+6XtL97v5Dd39O0v2SrsnbX08GuaRfkfR9d38843mXdJ+Z7TKzDW1sV7X3Jx9Lv5DxEWtI0nervn9Gnf3jv1nlXliaTh3PIsfo+DrJm9Lzkn6uLa1LkZR2RiTtTHn69Wb2iJl93cwubmvDTpb3++y21+ZNyu60dcsxlaSXufuh5PH3JL0sZZ1TOrbR3SHIzB6Q9PKUpz7s7l9LHr9T9Xvjb3T3WTP7eZXvN7o/eQdtSzslfUbSx1T+g/mYymWgm0Puv6gix9PMPizpiKTbMzbT8uPZC8zsJZK+IumD7v6jmqcfVrk08JPknMmEpFe3u42JaH6fZna6pOskbU55upuO6Unc3c0s2Njv6ILc3a+q97yZrZB0g6TX1tnGbPLvs2b2VZU/ogd9oea1s8LM/k7S3SlPzUq6oOr785NlQRU4nu+R9DZJV3pSxEvZRsuPZ4Yix6iyzjPJa+NsSf/XhradxMz6VQ7x2919e+3z1cHu7vea2d+a2bnu3vaLPxX4fbbltVnQWyQ97O7fr32im45p4vtmdp67H0pKUc+mrDOrcm2/4nxJ38jbcC+WVq6StN/dn0l70szOMrOXVh6rfELvsbR1W6WmnvhrGfv/lqRXm9napNdxk6S72tG+CjO7RtKHJF3n7ocz1unk8SxyjO6SVDnzf6OkHVlvSK2S1OQ/L2mfu38yY52XV2r3ZvY6lf82O/GGU+T3eZek30pGr1wm6fmqkkG7ZX767pZjWqX6tfhuSV9LWWdS0tVmtiopuV6dLKuvE2d0W/kl6R8kva9m2WpJ9yaPX6Xy6IZHJO1VuYTQ7jb+k6Q9kh5Nfrnn1bYz+f5alUc4PNGhdh5QuV63O/n6bG07O308046RpD9V+c1Hks6U9C/J/+W/Jb2qA8fxjSqX0R6tOpbXSnpf5bUq6f3J8XtE5RPLb2h3O+v9PmvaapI+nRzzPZJGO9TWs1QO5rOrlnXFMVX5zeWQpEWV69y/rfK5mX+X9LikBySdk6w7KulzVT97c/J6PSDpvUX2xxR9AIhcL5ZWAGBZIcgBIHIEOQBEjiAHgMgR5AAQOYIcACJHkANA5P4fiM84aV2C7JIAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "pqT32ERYicHu"
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}