Automated_page_content_classification.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Automated page content classification",
      "provenance": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "e0ab5b028f394c6eab9e7a1f93d0236d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_63fec3837c9849bf8faf4ab72851ce98",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_1a3489c9610d41a793339e2abef5caab",
              "IPY_MODEL_df6e1e54afa24fcfbf06a4fbc40340c2"
            ]
          }
        },
        "63fec3837c9849bf8faf4ab72851ce98": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "1a3489c9610d41a793339e2abef5caab": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_22ee3d97108a4b9194539025a5701146",
            "_dom_classes": [],
            "description": "Downloading: 100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 908,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 908,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_0737710c8cf34269b11e1f9839dfa7c3"
          }
        },
        "df6e1e54afa24fcfbf06a4fbc40340c2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_c86d3c4fac774fac87312a91664c5e33",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 908/908 [00:00&lt;00:00, 1.76kB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_3b93e9c7b7ac42979e731dc3e718d52b"
          }
        },
        "22ee3d97108a4b9194539025a5701146": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "0737710c8cf34269b11e1f9839dfa7c3": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "c86d3c4fac774fac87312a91664c5e33": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "3b93e9c7b7ac42979e731dc3e718d52b": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "2a441b5ca5904f138bd657f49c7ec99f": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_e95a108c12ae420790a660120e168f69",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_3f0c19c8ce0f48429385e9e62ca665ef",
              "IPY_MODEL_6a01311c19784303be4d8d02c7833528"
            ]
          }
        },
        "e95a108c12ae420790a660120e168f69": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "3f0c19c8ce0f48429385e9e62ca665ef": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_7f57fe5a983e497ca3d144dde8d5117d",
            "_dom_classes": [],
            "description": "Downloading: 100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 898823,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 898823,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_9ac5c4318c5444c296ebb5b806cd0f3a"
          }
        },
        "6a01311c19784303be4d8d02c7833528": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_52d029cdc8194d50bf7d62b222d10132",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 899k/899k [00:00&lt;00:00, 3.17MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_c9f3f80665fc4d50802d66c7a9f1d6a7"
          }
        },
        "7f57fe5a983e497ca3d144dde8d5117d": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "9ac5c4318c5444c296ebb5b806cd0f3a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "52d029cdc8194d50bf7d62b222d10132": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "c9f3f80665fc4d50802d66c7a9f1d6a7": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "44ae9579977a4e149b6fa0ec3f27adaf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_36c401c2fc96404cbf7dee837ea5f191",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_8b32a39cdb924a1e9843f0cc5224e3da",
              "IPY_MODEL_2aef925ec51f482d8395eff86a9426cb"
            ]
          }
        },
        "36c401c2fc96404cbf7dee837ea5f191": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "8b32a39cdb924a1e9843f0cc5224e3da": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_011c59380a1e46c0bfa75869bd2e61b2",
            "_dom_classes": [],
            "description": "Downloading: 100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 456318,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 456318,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_35e1c38f5b20469eaa8066b92f1d6a4c"
          }
        },
        "2aef925ec51f482d8395eff86a9426cb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_978afa3c481c475a8c07d4f342c05cf8",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 456k/456k [00:00&lt;00:00, 2.60MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_c6eb3333872f420e86d31a6ca27ed87a"
          }
        },
        "011c59380a1e46c0bfa75869bd2e61b2": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "35e1c38f5b20469eaa8066b92f1d6a4c": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "978afa3c481c475a8c07d4f342c05cf8": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "c6eb3333872f420e86d31a6ca27ed87a": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "61fd2d4b4d72404db9f661fb64537ea9": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HBoxModel",
          "state": {
            "_view_name": "HBoxView",
            "_dom_classes": [],
            "_model_name": "HBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_cd5738df5cee4df3ba57f6c02371ea98",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_6de1f34a8bb545e88784d480929c08fa",
              "IPY_MODEL_a3e0156ff23c4087b0e989c102e9ca00"
            ]
          }
        },
        "cd5738df5cee4df3ba57f6c02371ea98": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "6de1f34a8bb545e88784d480929c08fa": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_8e58d89d574941b1bfc8cd902b1e09a0",
            "_dom_classes": [],
            "description": "Downloading: 100%",
            "_model_name": "FloatProgressModel",
            "bar_style": "success",
            "max": 1629486723,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1629486723,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_2efc3effe9bf42c18e92ffe431501988"
          }
        },
        "a3e0156ff23c4087b0e989c102e9ca00": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "HTMLModel",
          "state": {
            "_view_name": "HTMLView",
            "style": "IPY_MODEL_228b645092ff4587b3a6fc4c1e755e5a",
            "_dom_classes": [],
            "description": "",
            "_model_name": "HTMLModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 1.63G/1.63G [00:28&lt;00:00, 56.7MB/s]",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_02dfcd5528924ad0ab79938bade1d283"
          }
        },
        "8e58d89d574941b1bfc8cd902b1e09a0": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "initial",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "2efc3effe9bf42c18e92ffe431501988": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "228b645092ff4587b3a6fc4c1e755e5a": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "02dfcd5528924ad0ab79938bade1d283": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/akash-yede/Twittorials/blob/master/Automated_page_content_classification.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "QO9s6PXl1w5e"
      },
      "source": [
        "<h1><center><strong>Automated page content classification<strong><center></h1>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "7zuXaYkEgu_G"
      },
      "source": [
        "If you want to get insights of what topics your competitors are working, the automated page content classification is a great technique to acheive this. You can enter all the URLs in the excel sheet and the following script runs through each web page to classify the text on the basis of candidate labels that you enter."
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "jy7KXZ1bjZlM"
      },
      "source": [
        "First, upload the excel file containing URLs.Read the excel data and fetch the URLs."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "cD5XJ4n0bPoM",
        "outputId": "24458f00-34e4-42bf-d22c-49158f83c830",
        "colab": {
          "resources": {
            "http://localhost:8080/nbextensions/google.colab/files.js": {
              "data": "Ly8gQ29weXJpZ2h0IDIwMTcgR29vZ2xlIExMQwovLwovLyBMaWNlbnNlZCB1bmRlciB0aGUgQXBhY2hlIExpY2Vuc2UsIFZlcnNpb24gMi4wICh0aGUgIkxpY2Vuc2UiKTsKLy8geW91IG1heSBub3QgdXNlIHRoaXMgZmlsZSBleGNlcHQgaW4gY29tcGxpYW5jZSB3aXRoIHRoZSBMaWNlbnNlLgovLyBZb3UgbWF5IG9idGFpbiBhIGNvcHkgb2YgdGhlIExpY2Vuc2UgYXQKLy8KLy8gICAgICBodHRwOi8vd3d3LmFwYWNoZS5vcmcvbGljZW5zZXMvTElDRU5TRS0yLjAKLy8KLy8gVW5sZXNzIHJlcXVpcmVkIGJ5IGFwcGxpY2FibGUgbGF3IG9yIGFncmVlZCB0byBpbiB3cml0aW5nLCBzb2Z0d2FyZQovLyBkaXN0cmlidXRlZCB1bmRlciB0aGUgTGljZW5zZSBpcyBkaXN0cmlidXRlZCBvbiBhbiAiQVMgSVMiIEJBU0lTLAovLyBXSVRIT1VUIFdBUlJBTlRJRVMgT1IgQ09ORElUSU9OUyBPRiBBTlkgS0lORCwgZWl0aGVyIGV4cHJlc3Mgb3IgaW1wbGllZC4KLy8gU2VlIHRoZSBMaWNlbnNlIGZvciB0aGUgc3BlY2lmaWMgbGFuZ3VhZ2UgZ292ZXJuaW5nIHBlcm1pc3Npb25zIGFuZAovLyBsaW1pdGF0aW9ucyB1bmRlciB0aGUgTGljZW5zZS4KCi8qKgogKiBAZmlsZW92ZXJ2aWV3IEhlbHBlcnMgZm9yIGdvb2dsZS5jb2xhYiBQeXRob24gbW9kdWxlLgogKi8KKGZ1bmN0aW9uKHNjb3BlKSB7CmZ1bmN0aW9uIHNwYW4odGV4dCwgc3R5bGVBdHRyaWJ1dGVzID0ge30pIHsKICBjb25zdCBlbGVtZW50ID0gZG9jdW1lbnQuY3JlYXRlRWxlbWVudCgnc3BhbicpOwogIGVsZW1lbnQudGV4dENvbnRlbnQgPSB0ZXh0OwogIGZvciAoY29uc3Qga2V5IG9mIE9iamVjdC5rZXlzKHN0eWxlQXR0cmlidXRlcykpIHsKICAgIGVsZW1lbnQuc3R5bGVba2V5XSA9IHN0eWxlQXR0cmlidXRlc1trZXldOwogIH0KICByZXR1cm4gZWxlbWVudDsKfQoKLy8gTWF4IG51bWJlciBvZiBieXRlcyB3aGljaCB3aWxsIGJlIHVwbG9hZGVkIGF0IGEgdGltZS4KY29uc3QgTUFYX1BBWUxPQURfU0laRSA9IDEwMCAqIDEwMjQ7CgpmdW5jdGlvbiBfdXBsb2FkRmlsZXMoaW5wdXRJZCwgb3V0cHV0SWQpIHsKICBjb25zdCBzdGVwcyA9IHVwbG9hZEZpbGVzU3RlcChpbnB1dElkLCBvdXRwdXRJZCk7CiAgY29uc3Qgb3V0cHV0RWxlbWVudCA9IGRvY3VtZW50LmdldEVsZW1lbnRCeUlkKG91dHB1dElkKTsKICAvLyBDYWNoZSBzdGVwcyBvbiB0aGUgb3V0cHV0RWxlbWVudCB0byBtYWtlIGl0IGF2YWlsYWJsZSBmb3IgdGhlIG5leHQgY2FsbAogIC8vIHRvIHVwbG9hZEZpbGVzQ29udGludWUgZnJvbSBQeXRob24uCiAgb3V0cHV0RWxlbWVudC5zdGVwcyA9IHN0ZXBzOwoKICByZXR1cm4gX3VwbG9hZEZpbGVzQ29udGludWUob3V0cHV0SWQpOwp9CgovLyBUaGlzIGlzIHJvdWdobHkgYW4gYXN5bmMgZ2VuZXJhdG9yIChub3Qgc3VwcG9ydGVkIGluIHRoZSBicm93c2VyIHlldCksCi8vIHdoZXJlIHRoZXJlIGFyZSBtdWx0aXBsZSBhc3luY2hyb25vdXMgc3RlcHMgYW5kIHRoZSBQeXRob24gc2lkZSBpcyBnb2luZwovLyB0byBwb2xsIGZvciBjb21wbGV0aW9uIG9mIGVhY2ggc3RlcC4KLy8gVGhpcyB1c2VzIGEgUHJvbWlzZSB0byBibG9jayB0aGUgcHl0aG9uIHNpZGUgb24gY29tcGxldGlvbiBvZiBlYWNoIHN0ZXAsCi8vIHRoZW4gcGFzc2VzIHRoZSByZXN1bHQgb2YgdGhlIHByZXZpb3VzIHN0ZXAgYXMgdGhlIGlucHV0IHRvIHRoZSBuZXh0IHN0ZXAuCmZ1bmN0aW9uIF91cGxvYWRGaWxlc0NvbnRpbnVlKG91dHB1dElkKSB7CiAgY29uc3Qgb3V0cHV0RWxlbWVudCA9IGRvY3VtZW50LmdldEVsZW1lbnRCeUlkKG91dHB1dElkKTsKICBjb25zdCBzdGVwcyA9IG91dHB1dEVsZW1lbnQuc3RlcHM7CgogIGNvbnN0IG5leHQgPSBzdGVwcy5uZXh0KG91dHB1dEVsZW1lbnQubGFzdFByb21pc2VWYWx1ZSk7CiAgcmV0dXJuIFByb21pc2UucmVzb2x2ZShuZXh0LnZhbHVlLnByb21pc2UpLnRoZW4oKHZhbHVlKSA9PiB7CiAgICAvLyBDYWNoZSB0aGUgbGFzdCBwcm9taXNlIHZhbHVlIHRvIG1ha2UgaXQgYXZhaWxhYmxlIHRvIHRoZSBuZXh0CiAgICAvLyBzdGVwIG9mIHRoZSBnZW5lcmF0b3IuCiAgICBvdXRwdXRFbGVtZW50Lmxhc3RQcm9taXNlVmFsdWUgPSB2YWx1ZTsKICAgIHJldHVybiBuZXh0LnZhbHVlLnJlc3BvbnNlOwogIH0pOwp9CgovKioKICogR2VuZXJhdG9yIGZ1bmN0aW9uIHdoaWNoIGlzIGNhbGxlZCBiZXR3ZWVuIGVhY2ggYXN5bmMgc3RlcCBvZiB0aGUgdXBsb2FkCiAqIHByb2Nlc3MuCiAqIEBwYXJhbSB7c3RyaW5nfSBpbnB1dElkIEVsZW1lbnQgSUQgb2YgdGhlIGlucHV0IGZpbGUgcGlja2VyIGVsZW1lbnQuCiAqIEBwYXJhbSB7c3RyaW5nfSBvdXRwdXRJZCBFbGVtZW50IElEIG9mIHRoZSBvdXRwdXQgZGlzcGxheS4KICogQHJldHVybiB7IUl0ZXJhYmxlPCFPYmplY3Q+fSBJdGVyYWJsZSBvZiBuZXh0IHN0ZXBzLgogKi8KZnVuY3Rpb24qIHVwbG9hZEZpbGVzU3RlcChpbnB1dElkLCBvdXRwdXRJZCkgewogIGNvbnN0IGlucHV0RWxlbWVudCA9IGRvY3VtZW50LmdldEVsZW1lbnRCeUlkKGlucHV0SWQpOwogIGlucHV0RWxlbWVudC5kaXNhYmxlZCA9IGZhbHNlOwoKICBjb25zdCBvdXRwdXRFbGVtZW50ID0gZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQob3V0cHV0SWQpOwogIG91dHB1dEVsZW1lbnQuaW5uZXJIVE1MID0gJyc7CgogIGNvbnN0IHBpY2tlZFByb21pc2UgPSBuZXcgUHJvbWlzZSgocmVzb2x2ZSkgPT4gewogICAgaW5wdXRFbGVtZW50LmFkZEV2ZW50TGlzdGVuZXIoJ2NoYW5nZScsIChlKSA9PiB7CiAgICAgIHJlc29sdmUoZS50YXJnZXQuZmlsZXMpOwogICAgfSk7CiAgfSk7CgogIGNvbnN0IGNhbmNlbCA9IGRvY3VtZW50LmNyZWF0ZUVsZW1lbnQoJ2J1dHRvbicpOwogIGlucHV0RWxlbWVudC5wYXJlbnRFbGVtZW50LmFwcGVuZENoaWxkKGNhbmNlbCk7CiAgY2FuY2VsLnRleHRDb250ZW50ID0gJ0NhbmNlbCB1cGxvYWQnOwogIGNvbnN0IGNhbmNlbFByb21pc2UgPSBuZXcgUHJvbWlzZSgocmVzb2x2ZSkgPT4gewogICAgY2FuY2VsLm9uY2xpY2sgPSAoKSA9PiB7CiAgICAgIHJlc29sdmUobnVsbCk7CiAgICB9OwogIH0pOwoKICAvLyBXYWl0IGZvciB0aGUgdXNlciB0byBwaWNrIHRoZSBmaWxlcy4KICBjb25zdCBmaWxlcyA9IHlpZWxkIHsKICAgIHByb21pc2U6IFByb21pc2UucmFjZShbcGlja2VkUHJvbWlzZSwgY2FuY2VsUHJvbWlzZV0pLAogICAgcmVzcG9uc2U6IHsKICAgICAgYWN0aW9uOiAnc3RhcnRpbmcnLAogICAgfQogIH07CgogIGNhbmNlbC5yZW1vdmUoKTsKCiAgLy8gRGlzYWJsZSB0aGUgaW5wdXQgZWxlbWVudCBzaW5jZSBmdXJ0aGVyIHBpY2tzIGFyZSBub3QgYWxsb3dlZC4KICBpbnB1dEVsZW1lbnQuZGlzYWJsZWQgPSB0cnVlOwoKICBpZiAoIWZpbGVzKSB7CiAgICByZXR1cm4gewogICAgICByZXNwb25zZTogewogICAgICAgIGFjdGlvbjogJ2NvbXBsZXRlJywKICAgICAgfQogICAgfTsKICB9CgogIGZvciAoY29uc3QgZmlsZSBvZiBmaWxlcykgewogICAgY29uc3QgbGkgPSBkb2N1bWVudC5jcmVhdGVFbGVtZW50KCdsaScpOwogICAgbGkuYXBwZW5kKHNwYW4oZmlsZS5uYW1lLCB7Zm9udFdlaWdodDogJ2JvbGQnfSkpOwogICAgbGkuYXBwZW5kKHNwYW4oCiAgICAgICAgYCgke2ZpbGUudHlwZSB8fCAnbi9hJ30pIC0gJHtmaWxlLnNpemV9IGJ5dGVzLCBgICsKICAgICAgICBgbGFzdCBtb2RpZmllZDogJHsKICAgICAgICAgICAgZmlsZS5sYXN0TW9kaWZpZWREYXRlID8gZmlsZS5sYXN0TW9kaWZpZWREYXRlLnRvTG9jYWxlRGF0ZVN0cmluZygpIDoKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgJ24vYSd9IC0gYCkpOwogICAgY29uc3QgcGVyY2VudCA9IHNwYW4oJzAlIGRvbmUnKTsKICAgIGxpLmFwcGVuZENoaWxkKHBlcmNlbnQpOwoKICAgIG91dHB1dEVsZW1lbnQuYXBwZW5kQ2hpbGQobGkpOwoKICAgIGNvbnN0IGZpbGVEYXRhUHJvbWlzZSA9IG5ldyBQcm9taXNlKChyZXNvbHZlKSA9PiB7CiAgICAgIGNvbnN0IHJlYWRlciA9IG5ldyBGaWxlUmVhZGVyKCk7CiAgICAgIHJlYWRlci5vbmxvYWQgPSAoZSkgPT4gewogICAgICAgIHJlc29sdmUoZS50YXJnZXQucmVzdWx0KTsKICAgICAgfTsKICAgICAgcmVhZGVyLnJlYWRBc0FycmF5QnVmZmVyKGZpbGUpOwogICAgfSk7CiAgICAvLyBXYWl0IGZvciB0aGUgZGF0YSB0byBiZSByZWFkeS4KICAgIGxldCBmaWxlRGF0YSA9IHlpZWxkIHsKICAgICAgcHJvbWlzZTogZmlsZURhdGFQcm9taXNlLAogICAgICByZXNwb25zZTogewogICAgICAgIGFjdGlvbjogJ2NvbnRpbnVlJywKICAgICAgfQogICAgfTsKCiAgICAvLyBVc2UgYSBjaHVua2VkIHNlbmRpbmcgdG8gYXZvaWQgbWVzc2FnZSBzaXplIGxpbWl0cy4gU2VlIGIvNjIxMTU2NjAuCiAgICBsZXQgcG9zaXRpb24gPSAwOwogICAgd2hpbGUgKHBvc2l0aW9uIDwgZmlsZURhdGEuYnl0ZUxlbmd0aCkgewogICAgICBjb25zdCBsZW5ndGggPSBNYXRoLm1pbihmaWxlRGF0YS5ieXRlTGVuZ3RoIC0gcG9zaXRpb24sIE1BWF9QQVlMT0FEX1NJWkUpOwogICAgICBjb25zdCBjaHVuayA9IG5ldyBVaW50OEFycmF5KGZpbGVEYXRhLCBwb3NpdGlvbiwgbGVuZ3RoKTsKICAgICAgcG9zaXRpb24gKz0gbGVuZ3RoOwoKICAgICAgY29uc3QgYmFzZTY0ID0gYnRvYShTdHJpbmcuZnJvbUNoYXJDb2RlLmFwcGx5KG51bGwsIGNodW5rKSk7CiAgICAgIHlpZWxkIHsKICAgICAgICByZXNwb25zZTogewogICAgICAgICAgYWN0aW9uOiAnYXBwZW5kJywKICAgICAgICAgIGZpbGU6IGZpbGUubmFtZSwKICAgICAgICAgIGRhdGE6IGJhc2U2NCwKICAgICAgICB9LAogICAgICB9OwogICAgICBwZXJjZW50LnRleHRDb250ZW50ID0KICAgICAgICAgIGAke01hdGgucm91bmQoKHBvc2l0aW9uIC8gZmlsZURhdGEuYnl0ZUxlbmd0aCkgKiAxMDApfSUgZG9uZWA7CiAgICB9CiAgfQoKICAvLyBBbGwgZG9uZS4KICB5aWVsZCB7CiAgICByZXNwb25zZTogewogICAgICBhY3Rpb246ICdjb21wbGV0ZScsCiAgICB9CiAgfTsKfQoKc2NvcGUuZ29vZ2xlID0gc2NvcGUuZ29vZ2xlIHx8IHt9OwpzY29wZS5nb29nbGUuY29sYWIgPSBzY29wZS5nb29nbGUuY29sYWIgfHwge307CnNjb3BlLmdvb2dsZS5jb2xhYi5fZmlsZXMgPSB7CiAgX3VwbG9hZEZpbGVzLAogIF91cGxvYWRGaWxlc0NvbnRpbnVlLAp9Owp9KShzZWxmKTsK",
              "ok": true,
              "headers": [
                [
                  "content-type",
                  "application/javascript"
                ]
              ],
              "status": 200,
              "status_text": ""
            }
          },
          "base_uri": "https://localhost:8080/",
          "height": 73
        }
      },
      "source": [
        "from google.colab import files\n",
        "#Code for importing files in colab\n",
        "uploaded = files.upload()"
      ],
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "\n",
              "     <input type=\"file\" id=\"files-44d7a0d7-4544-4abf-be54-87d9b1335e9a\" name=\"files[]\" multiple disabled\n",
              "        style=\"border:none\" />\n",
              "     <output id=\"result-44d7a0d7-4544-4abf-be54-87d9b1335e9a\">\n",
              "      Upload widget is only available when the cell has been executed in the\n",
              "      current browser session. Please rerun this cell to enable.\n",
              "      </output>\n",
              "      <script src=\"/nbextensions/google.colab/files.js\"></script> "
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "Saving URL sheet.xlsx to URL sheet.xlsx\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Z1KxkCMDbdzi",
        "outputId": "3df79f41-ae25-433f-be59-56b1c726dfc9",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 194
        }
      },
      "source": [
        "import pandas as pd\n",
        "ex_data = pd.read_excel('URL sheet.xlsx')\n",
        "ex_data.head()"
      ],
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>URL</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>www.example1.com/blog-post-1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>www.example2.com/blog-post-2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>www.example3.com/blog-post-3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>www.example4.com/blog-post-4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>www.example5.com/blog-post-5</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                            URL\n",
              "0  www.example1.com/blog-post-1\n",
              "1  www.example2.com/blog-post-2\n",
              "2  www.example3.com/blog-post-3\n",
              "3  www.example4.com/blog-post-4\n",
              "4  www.example5.com/blog-post-5"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "FsrgUCWrbwnw"
      },
      "source": [
        "list_url = ex_data['URL'].values.tolist()"
      ],
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "o0szEp34rQBf"
      },
      "source": [
        "Install the transformers library for setting the classifier as **zero-shot-classification** and BeautifulSoup library to scrape the web page content."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "r0P0gjSobWSg"
      },
      "source": [
        "!pip install transformers==3.1.0"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "7esQH-usb-yz",
        "outputId": "259d11df-d699-4e64-e90d-c97ddf8f21d5",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 289,
          "referenced_widgets": [
            "e0ab5b028f394c6eab9e7a1f93d0236d",
            "63fec3837c9849bf8faf4ab72851ce98",
            "1a3489c9610d41a793339e2abef5caab",
            "df6e1e54afa24fcfbf06a4fbc40340c2",
            "22ee3d97108a4b9194539025a5701146",
            "0737710c8cf34269b11e1f9839dfa7c3",
            "c86d3c4fac774fac87312a91664c5e33",
            "3b93e9c7b7ac42979e731dc3e718d52b",
            "2a441b5ca5904f138bd657f49c7ec99f",
            "e95a108c12ae420790a660120e168f69",
            "3f0c19c8ce0f48429385e9e62ca665ef",
            "6a01311c19784303be4d8d02c7833528",
            "7f57fe5a983e497ca3d144dde8d5117d",
            "9ac5c4318c5444c296ebb5b806cd0f3a",
            "52d029cdc8194d50bf7d62b222d10132",
            "c9f3f80665fc4d50802d66c7a9f1d6a7",
            "44ae9579977a4e149b6fa0ec3f27adaf",
            "36c401c2fc96404cbf7dee837ea5f191",
            "8b32a39cdb924a1e9843f0cc5224e3da",
            "2aef925ec51f482d8395eff86a9426cb",
            "011c59380a1e46c0bfa75869bd2e61b2",
            "35e1c38f5b20469eaa8066b92f1d6a4c",
            "978afa3c481c475a8c07d4f342c05cf8",
            "c6eb3333872f420e86d31a6ca27ed87a",
            "61fd2d4b4d72404db9f661fb64537ea9",
            "cd5738df5cee4df3ba57f6c02371ea98",
            "6de1f34a8bb545e88784d480929c08fa",
            "a3e0156ff23c4087b0e989c102e9ca00",
            "8e58d89d574941b1bfc8cd902b1e09a0",
            "2efc3effe9bf42c18e92ffe431501988",
            "228b645092ff4587b3a6fc4c1e755e5a",
            "02dfcd5528924ad0ab79938bade1d283"
          ]
        }
      },
      "source": [
        "import requests\n",
        "from bs4 import BeautifulSoup\n",
        "from transformers import pipeline\n",
        "classifier = pipeline(\"zero-shot-classification\")"
      ],
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "e0ab5b028f394c6eab9e7a1f93d0236d",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, description='Downloading', max=908.0, style=ProgressStyle(description_…"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "2a441b5ca5904f138bd657f49c7ec99f",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, description='Downloading', max=898823.0, style=ProgressStyle(descripti…"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "44ae9579977a4e149b6fa0ec3f27adaf",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, description='Downloading', max=456318.0, style=ProgressStyle(descripti…"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "61fd2d4b4d72404db9f661fb64537ea9",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "HBox(children=(FloatProgress(value=0.0, description='Downloading', max=1629486723.0, style=ProgressStyle(descr…"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "Some weights of the model checkpoint at facebook/bart-large-mnli were not used when initializing BartForSequenceClassification: ['model.encoder.version', 'model.decoder.version']\n",
            "- This IS expected if you are initializing BartForSequenceClassification from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPretraining model).\n",
            "- This IS NOT expected if you are initializing BartForSequenceClassification from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ERFEGgu0cfTu"
      },
      "source": [
        "# Scrape through each URL from the list of URLs.\n",
        "for url in list_url:\n",
        "  page = requests.get(url)\n",
        "  soup = BeautifulSoup(page.content, 'html.parser')\n",
        "  results = soup.findAll(\"p\")\n",
        "  res_str = str(results)"
      ],
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "LQ65vXkC2zIl"
      },
      "source": [
        "Enter each label to form a list of candidate labels. These labels will be used to classify the text. To add more such labels, click on the three dots on the code block, select Form, and click Add Form Field. Replace the variable_name with the new label name. To remove them, delete the variable name directly from the code block."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "XYIWbrDudSai"
      },
      "source": [
        "label_1    = \"crawl\"           #@param {type:\"string\"}\n",
        "label_2    = \"data\"            #@param {type:\"string\"}\n",
        "label_3    = \"sales\"           #@param {type:\"string\"}\n",
        "label_4    = \"analyze\"        #@param {type:\"string\"}\n",
        "label_5    = \"marketing\"       #@param {type:\"string\"}"
      ],
      "execution_count": 7,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "MnYvsCV89tDJ"
      },
      "source": [
        "If you add additional labels in the above block, you should add them in the below list."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ZG8S2ytwdamc"
      },
      "source": [
        "candidate_labels = [label_1, label_2, label_3, label_4, label_5]"
      ],
      "execution_count": 8,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ooIe1t02cuTt"
      },
      "source": [
        "#The classifier method here will classify the scrapped text.\n",
        "classifier_zeroshot = classifier(res_str, candidate_labels)\n",
        "print(classifier_zeroshot)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "__7AMhUT3tD6"
      },
      "source": [
        "We will now plot a graph to find the scores of each labels."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "KNUgjVolhdo8",
        "outputId": "2bce55d0-e739-4b83-ff80-d22c5307b331",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 442
        }
      },
      "source": [
        "import matplotlib.pyplot as plot\n",
        "classifier_df = pd.DataFrame(classifier_zeroshot)\n",
        "classifier_df.plot.bar(x=\"labels\", y=\"scores\",  rot=360, figsize=(10,7));"
      ],
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAlkAAAGpCAYAAAC+giPDAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAeVElEQVR4nO3df5TddX3n8dfbJBAUpYI5rRIk0aKCglBDrHZ1LQKibEFP8YiVXVArpyr+WI9W6g/sUnVBt26tpQptKV2LC6hnawpUREXXH8UmgIIBwRQRgp5tBH8LQuCzf9xv8DqdkBsyH2YmPB7n3MP3553PncudPOd7v/O91VoLAAAz60GzPQAAgO2RyAIA6EBkAQB0ILIAADoQWQAAHSyc7QFM9YhHPKItW7ZstocBALBFl1122fdaa0umWzfnImvZsmVZs2bNbA8DAGCLqurbm1vn7UIAgA5EFgBAByILAKCDOXdOFgAwN9x5551Zv359br/99tkeyqxbvHhxli5dmkWLFk28j8gCAKa1fv36PPShD82yZctSVbM9nFnTWsstt9yS9evXZ/ny5RPv5+1CAGBat99+e3bbbbcHdGAlSVVlt9122+ojeiILANisB3pgbXJfvg8iCwCgA+dkAQATWXbiBTN6fzeccviM3t9c40gWAPCAsHHjxvv164ksAGDO+ulPf5rDDz88T37yk/OkJz0p5557blavXp2nP/3pefKTn5yVK1fmxz/+cW6//fa89KUvzb777psDDjggl1xySZLkrLPOyhFHHJGDDjooz372s/PTn/40L3vZy7Jy5coccMAB+cQnPpEkWbt2bVauXJn9998/++23X775zW9u89i9XQgAzFmf/OQn86hHPSoXXDB6q/KHP/xhDjjggJx77rk58MAD86Mf/Sg77bRT3v/+96eqctVVV+Ub3/hGDj300Fx33XVJkssvvzxXXnlldt1117zlLW/JQQcdlDPPPDM/+MEPsnLlyhx88MH50Ic+lNe97nV5yUtekjvuuCN33XXXNo/dkSwAYM7ad999c/HFF+fNb35zvvCFL+TGG2/MIx/5yBx44IFJkoc97GFZuHBhvvjFL+aYY45JkjzhCU/InnvueU9kHXLIIdl1112TJJ/61KdyyimnZP/998+znvWs3H777bnxxhvztKc9Le9+97tz6qmn5tvf/nZ22mmnbR67I1kAwJz1uMc9LpdffnkuvPDCvO1tb8tBBx201ffxkIc85J7p1lo+/vGP5/GPf/wvbbP33nvnqU99ai644II873nPy+mnn36fvtY4R7IAgDnrO9/5Th784AfnmGOOyZve9KZ85StfyXe/+92sXr06SfLjH/84GzduzDOe8YycffbZSZLrrrsuN954478LqSR5znOekw984ANprSVJrrjiiiTJ9ddfn8c85jF57WtfmyOPPDJXXnnlNo/dkSwAYCKzccmFq666Km9605vyoAc9KIsWLcoHP/jBtNbymte8Jrfddlt22mmnfPrTn86rXvWqvPKVr8y+++6bhQsX5qyzzsqOO+747+7v7W9/e17/+tdnv/32y913353ly5fn/PPPz3nnnZcPf/jDWbRoUX7t134tb3nLW7Z57LWp5O51o6rDkrw/yYIkf91aO2XK+j9I8uokdyX5SZLjW2tXD+v+KMnLh3Wvba1ddG9fa8WKFW3NmjX34aHcNzN9zY+5Znu/BgkA/VxzzTXZe++9Z3sYc8Z034+quqy1tmK67bf4dmFVLUhyWpLnJtknyYurap8pm32ktbZva23/JO9J8r5h332SHJ3kiUkOS/KXw/0BAGzXJjkna2WSda2161trdyQ5J8mR4xu01n40NvuQJJsOjx2Z5JzW2s9ba99Ksm64PwCA7dok52TtnuSmsfn1SZ46daOqenWSNyTZIcmm0/F3T3LplH13n2bf45McnySPfvSjJxk3AHA/aK35kOgkk5xeNdWM/XVha+201tpjk7w5ydu2ct8zWmsrWmsrlixZMlNDAgC2weLFi3PLLbfcp8DYnrTWcsstt2Tx4sVbtd8kR7JuTrLH2PzSYdnmnJPkg/dxXwBgjli6dGnWr1+fDRs2zPZQZt3ixYuzdOnSrdpnkshanWSvqlqeUSAdneT3xjeoqr1aa5s+5OfwJJumVyX5SFW9L8mjkuyV5F+2aoQAwKxYtGhRli9fPtvDmLe2GFmttY1VdUKSizK6hMOZrbW1VXVykjWttVVJTqiqg5PcmeT7SY4d9l1bVecluTrJxiSvbq1t+4cBAQDMcRNdjLS1dmGSC6csO2ls+nX3su+7krzrvg4QAGA+8rE6AAAdiCwAgA5EFgBAByILAKADkQUA0IHIAgDoQGQBAHQgsgAAOhBZAAAdiCwAgA5EFgBAByILAKADkQUA0IHIAgDoQGQBAHQgsgAAOhBZAAAdiCwAgA5EFgBAByILAKADkQUA0IHIAgDoYOFsDwC2xbITL5jtIXR1wymHz/YQALiPHMkCAOhAZAEAdCCyAAA6EFkAAB2ILACADkQWAEAHIgsAoAORBQDQgcgCAOhAZAEAdCCyAAA6EFkAAB2ILACADkQWAEAHIgsAoAORBQDQgcgCAOhAZAEAdCCyAAA6EFkAAB2ILACADkQWAEAHIgsAoAORBQDQgcgCAOhAZAEAdCCyAAA6EFkAAB1MFFlVdVhVXVtV66rqxGnWv6Gqrq6qK6vqM1W159i6u6rqq8Nt1UwOHgBgrlq4pQ2qakGS05IckmR9ktVVtaq1dvXYZlckWdFa+1lVvTLJe5K8aFh3W2tt/xkeNwDAnDbJkayVSda11q5vrd2R5JwkR45v0Fq7pLX2s2H20iRLZ3aYAADzyySRtXuSm8bm1w/LNuflSf5pbH5xVa2pqkur6vnT7VBVxw/brNmwYcMEQwIAmNu2+Hbh1qiqY5KsSPIfxxbv2Vq7uaoek+SzVXVVa+1fx/drrZ2R5IwkWbFiRZvJMQEAzIZJjmTdnGSPsfmlw7JfUlUHJ3lrkiNaaz/ftLy1dvPw3+uTfC7JAdswXgCAeWGSyFqdZK+qWl5VOyQ5Oskv/ZVgVR2Q5PSMAuvfxpY/vKp2HKYfkeS3koyfMA8AsF3a4tuFrbWNVXVCkouSLEhyZmttbVWdnGRNa21Vkvcm2TnJR6sqSW5srR2RZO8kp1fV3RkF3SlT/ioRAGC7NNE5Wa21C5NcOGXZSWPTB29mvy8n2XdbBggAMB+54jsAQAciCwCgA5EFANCByAIA6EBkAQB0ILIAADoQWQAAHYgsAIAORBYAQAciCwCgA5EFANCByAIA6EBkAQB0ILIAADoQWQAAHYgsAIAORBYAQAciCwCgA5EFANCByAIA6EBkAQB0ILIAADoQWQAAHYgsAIAORBYAQAciCwCgA5EFANCByAIA6EBkAQB0ILIAADoQWQAAHYgsAIAORBYAQAciCwCgA5EFANCByAIA6EBkAQB0ILIAADoQWQAAHYgsAIAORBYAQAciCwCgA5EFANCByAIA6EBkAQB0ILIAADoQWQAAHYgsAIAORBYAQAciCwCgA5EFANDBRJFVVYdV1bVVta6qTpxm/Ruq6uqqurKqPlNVe46tO7aqvjncjp3JwQMAzFVbjKyqWpDktCTPTbJPkhdX1T5TNrsiyYrW2n5JPpbkPcO+uyZ5R5KnJlmZ5B1V9fCZGz4AwNw0yZGslUnWtdaub63dkeScJEeOb9Bau6S19rNh9tIkS4fp5yS5uLV2a2vt+0kuTnLYzAwdAGDumiSydk9y09j8+mHZ5rw8yT9tzb5VdXxVramqNRs2bJhgSAAAc9uMnvheVcckWZHkvVuzX2vtjNbaitbaiiVLlszkkAAAZsUkkXVzkj3G5pcOy35JVR2c5K1Jjmit/Xxr9gUA2N5MElmrk+xVVcuraockRydZNb5BVR2Q5PSMAuvfxlZdlOTQqnr4cML7ocMyAIDt2sItbdBa21hVJ2QURwuSnNlaW1tVJydZ01pbldHbgzsn+WhVJcmNrbUjWmu3VtWfZBRqSXJya+3WLo8EAGAO2WJkJUlr7cIkF05ZdtLY9MH3su+ZSc68rwMEAJiPXPEdAKADkQUA0IHIAgDoQGQBAHQgsgAAOhBZAAAdiCwAgA5EFgBAByILAKADkQUA0IHIAgDoQGQBAHQgsgAAOhBZAAAdiCwAgA5EFgBAByILAKADkQUA0IHIAgDoQGQBAHQgsgAAOhBZAAAdiCwAgA5EFgBAByILAKADkQUA0IHIAgDoQGQBAHSwcLYHADxwLTvxgtkeQjc3nHL4bA8BmGWOZAEAdCCyAAA6EFkAAB2ILACADkQWAEAHIgsAoAORBQDQgcgCAOhAZAEAdCCyAAA6EFkAAB2ILACADkQWAEAHIgsAoAORBQDQgcgCAOhAZAEAdCCyAAA6EFkAAB2ILACADkQWAEAHIgsAoIOJIquqDquqa6tqXVWdOM36Z1bV5VW1saqOmrLurqr66nBbNVMDBwCYyxZuaYOqWpDktCSHJFmfZHVVrWqtXT222Y1Jjkvyxmnu4rbW2v4zMFYAgHlji5GVZGWSda2165Okqs5JcmSSeyKrtXbDsO7uDmMEAJh3Jnm7cPckN43Nrx+WTWpxVa2pqkur6vnTbVBVxw/brNmwYcNW3DUAwNx0f5z4vmdrbUWS30vyZ1X12KkbtNbOaK2taK2tWLJkyf0wJACAviaJrJuT7DE2v3RYNpHW2s3Df69P8rkkB2zF+AAA5qVJImt1kr2qanlV7ZDk6CQT/ZVgVT28qnYcph+R5Lcydi4XAMD2aouR1VrbmOSEJBcluSbJea21tVV1clUdkSRVdWBVrU/ywiSnV9XaYfe9k6ypqq8luSTJKVP+KhEAYLs0yV8XprV2YZILpyw7aWx6dUZvI07d78tJ9t3GMQIAzDuu+A4A0IHIAgDoQGQBAHQgsgAAOpjoxHcAGLfsxAtmewhd3XDK4bM9BLYDjmQBAHQgsgAAOhBZAAAdiCwAgA5EFgBAByILAKADkQUA0IHIAgDoQGQBAHQgsgAAOhBZAAAdiCwAgA5EFgBAByILAKADkQUA0IHIAgDoQGQBAHQgsgAAOhBZAAAdiCwAgA5EFgBAByILAKADkQUA0IHIAgDoQGQBAHQgsgAAOhBZAAAdiCwAgA5EFgBAByILAKADkQUA0IHIAgDoQGQBAHQgsgAAOhBZAAAdiCwAgA5EFgBAByILAKADkQUA0IHIAgDoYOFsDwAAuH8tO/GC2R5CVzeccvhsDyGJI1kAAF2ILACADkQWAEAHIgsAoAORBQDQwUSRVVWHVdW1VbWuqk6cZv0zq+ryqtpYVUdNWXdsVX1zuB07UwMHAJjLthhZVbUgyWlJnptknyQvrqp9pmx2Y5Ljknxkyr67JnlHkqcmWZnkHVX18G0fNgDA3DbJkayVSda11q5vrd2R5JwkR45v0Fq7obV2ZZK7p+z7nCQXt9Zuba19P8nFSQ6bgXEDAMxpk0TW7kluGptfPyybxET7VtXxVbWmqtZs2LBhwrsGAJi75sSJ7621M1prK1prK5YsWTLbwwEA2GaTRNbNSfYYm186LJvEtuwLADBvTRJZq5PsVVXLq2qHJEcnWTXh/V+U5NCqevhwwvuhwzIAgO3aFiOrtbYxyQkZxdE1Sc5rra2tqpOr6ogkqaoDq2p9khcmOb2q1g773prkTzIKtdVJTh6WAQBs1xZOslFr7cIkF05ZdtLY9OqM3gqcbt8zk5y5DWMEAJh35sSJ7wAA2xuRBQDQgcgCAOhAZAEAdCCyAAA6EFkAAB2ILACADkQWAEAHIgsAoAORBQDQgcgCAOhAZAEAdCCyAAA6EFkAAB2ILACADkQWAEAHIgsAoAORBQDQgcgCAOhAZAEAdCCyAAA6EFkAAB2ILACADkQWAEAHIgsAoAORBQDQgcgCAOhAZAEAdCCyAAA6EFkAAB2ILACADkQWAEAHIgsAoAORBQDQgcgCAOhAZAEAdCCyAAA6EFkAAB2ILACADkQWAEAHIgsAoAORBQDQgcgCAOhAZAEAdCCyAAA6EFkAAB2ILACADkQWAEAHIgsAoAORBQDQgcgCAOhgosiqqsOq6tqqWldVJ06zfseqOndY/5WqWjYsX1ZVt1XVV4fbh2Z2+AAAc9PCLW1QVQuSnJbkkCTrk6yuqlWttavHNnt5ku+31n69qo5OcmqSFw3r/rW1tv8MjxsAYE6b5EjWyiTrWmvXt9buSHJOkiOnbHNkkr8bpj+W5NlVVTM3TACA+WWSyNo9yU1j8+uHZdNu01rbmOSHSXYb1i2vqiuq6vNV9YzpvkBVHV9Va6pqzYYNG7bqAQAAzEW9T3z/bpJHt9YOSPKGJB+pqodN3ai1dkZrbUVrbcWSJUs6DwkAoL9JIuvmJHuMzS8dlk27TVUtTLJLkltaaz9vrd2SJK21y5L8a5LHbeugAQDmukkia3WSvapqeVXtkOToJKumbLMqybHD9FFJPttaa1W1ZDhxPlX1mCR7Jbl+ZoYOADB3bfGvC1trG6vqhCQXJVmQ5MzW2tqqOjnJmtbaqiR/k+TDVbUuya0ZhViSPDPJyVV1Z5K7k/xBa+3WHg8EAGAu2WJkJUlr7cIkF05ZdtLY9O1JXjjNfh9P8vFtHCMAwLzjiu8AAB2ILACADkQWAEAHIgsAoAORBQDQgcgCAOhAZAEAdCCyAAA6EFkAAB2ILACADkQWAEAHIgsAoAORBQDQgcgCAOhAZAEAdCCyAAA6EFkAAB2ILACADkQWAEAHIgsAoAORBQDQgcgCAOhAZAEAdCCyAAA6EFkAAB2ILACADkQWAEAHIgsAoAORBQDQgcgCAOhAZAEAdCCyAAA6EFkAAB2ILACADkQWAEAHIgsAoAORBQDQgcgCAOhAZAEAdCCyAAA6EFkAAB2ILACADkQWAEAHIgsAoAORBQDQgcgCAOhAZAEAdCCyAAA6EFkAAB2ILACADkQWAEAHE0VWVR1WVddW1bqqOnGa9TtW1bnD+q9U1bKxdX80LL+2qp4zc0MHAJi7thhZVbUgyWlJnptknyQvrqp9pmz28iTfb639epL/meTUYd99khyd5IlJDkvyl8P9AQBs1yY5krUyybrW2vWttTuSnJPkyCnbHJnk74bpjyV5dlXVsPyc1trPW2vfSrJuuD8AgO3awgm22T3JTWPz65M8dXPbtNY2VtUPk+w2LL90yr67T/0CVXV8kuOH2Z9U1bUTjX5+ekSS791fX6xOvb++0gOG52/+8tzNb56/+W17fv723NyKSSKru9baGUnOmO1x3B+qak1rbcVsj4P7xvM3f3nu5jfP3/z2QH3+Jnm78OYke4zNLx2WTbtNVS1MskuSWybcFwBguzNJZK1OsldVLa+qHTI6kX3VlG1WJTl2mD4qyWdba21YfvTw14fLk+yV5F9mZugAAHPXFt8uHM6xOiHJRUkWJDmztba2qk5Osqa1tirJ3yT5cFWtS3JrRiGWYbvzklydZGOSV7fW7ur0WOaLB8Tbotsxz9/85bmb3zx/89sD8vmr0QEnAABmkiu+AwB0ILIAADoQWfezqjquqv5itsfB5lXVH1fVG+9l/fOn+dQD5pCqelZVnb8V2x9XVY8am/9rz/HcUVVnVdVRsz0O+quqZVX19dkex0wRWbD1np/RR0wxBw2XkdlaxyW5J7Jaa7/fWrt6xgYFDyD38TW4XRJZW6Gq/qGqLquqtcNV6lNVP6mqd1XV16rq0qr61WH57wwfln1FVX160/Kx+3poVX2rqhYN8w8b5vesqq+O3e4ali2pqo9X1erh9lv3/3dg+1VVb62q66rqi0kePyx7xfC9/trwvX9wVT09yRFJ3js8P4+dbrtZfTDz1PAb7DeGoxbXVdXZVXVwVX2pqr5ZVSuH2z8Pr6svV9Wm5+q4qlpVVZ9N8pkp93vgsP1jq+opVfX54XV8UVU9cjhCsiLJ2cNzulNVfa6qVgz7b+41/thh/qqqemdV/eR+/pbNa1X1kKq6YPi+fr2qXlRVJw2vpa9X1RlVVdPs9++ew2H5a6vq6qq6sqrOuf8f0QNLVf2X4Xv9tar68PC6/VBVfSXJe+7ltXpBVe03TF9RVScN0ydX1Stm8SH10Vpzm/CWZNfhvzsl+XpGHx3UkvzOsPw9Sd42TD88v/jrzd9P8qfD9HFJ/mKY/tskzx+mj9+0zdjXe3WS84bpjyT5D8P0o5NcM9vfj+3lluQpSa5K8uAkD8voMzbfmGS3sW3emeQ1w/RZSY4aWzftdm5b/Twsy+hSL/tm9AvgZUnOTLLpc1D/YXh+Fg7bH5zk48P0cRl9bNem1+izkpyf5OnD/Tw6yaIkX06yZNjmRRldkiZJPpdkxdhY7pm/l9f4+UlePEz/QZKfzPb3cD7dkvxukr8am99l0/M3zH947Pt+VkbXYLy35/A7SXYcpn9lth/f9nxL8sQk1yV5xDC/6/AcnZ9kwbBsc6/VE4d/23bJ6DqcFw3LL8noF9xlSb4+249xpm4O6W2d11bVC4bpPTK6uOodGf2PlYx+mB8yTC9Ncu7wW9YOSb41zf39dZI/zOgfj5cmuafihyNVr0jyH4ZFByfZZ+wXu4dV1c6tNb89b7tnJPk/rbWfJUlVbbrY7pOq6p1JfiXJzhldK246k27Hln2rtXZVklTV2iSfaa21qroqox++uyT5u6raK6P4WTS278WttVvH5vfO6No8h7bWvlNVT0rypCQXD6+jBUm+O8GYNvcaf1pGbx0no1+C/sfWPFByVZI/rapTk5zfWvtCVf1uVf1hRr/w7JpkbZJ/HNvn8dn8c3hlRkcj/yGjn6n0c1CSj7bWvpckrbVbh+fjo+0X18Lc3Gv1C0lem9G/iRckOWQ4+r+8tXZtVS273x7F/UBkTaiqnpVR6DyttfazqvpcksVJ7mxDhie5K7/4nn4gyftaa6uGff946n221r40vEXyrIzq/+vD13pkRhd4PWIsoh6U5Ddba7d3eHhM76yMjjR+raqOy+joyLZsx5b9fGz67rH5uzN6bf1Jkktaay8Yfhh/bmz7n065r+9m9Bo9IKOjHJVkbWvtaVs5ps29xtkGrbXrquo3kjwvyTur6jMZHeFY0Vq7qar+OKPnb9y9PYeHJ3lmkt9J8taq2re1trHfI2Aa46/Bzb1WV2f09vz1SS7O6IOjX5HRLzDbHedkTW6XJN8fAusJSX5zgu03fU7jsfey3f/K6Lfgv02SGp2j9dEkb26tXTe23aeSvGbTTFXtv3XD51783yTPH87FeWhGP6ST5KFJvjs8Jy8Z2/7Hw7psYTtm3vjr6rgtbPuDjP7h/e/DLzLXJllSVU9LRq+1qnrisO3U53QSl2b0llcyfMoFk6vRX3P+rLX290nem+Q3hlXfq6qdM3p7cKppn8OqelCSPVprlyR5c0b/n+zc/UE8cH02yQurarckqapdp9lm2tdqa+2OJDcleWGSf87oyNYbM/o5vN0RWZP7ZJKFVXVNklMy+gF7b/44yUer6rIk37uX7c7O6Pyt/z3MPz2jyv9v9YuT3x+V0eHVFcOJhldndA4IM6C1dnmSc5N8Lck/ZfSbVpK8PclXknwpyTfGdjknyZs2nUx9L9sx896TUTRdkck+Fuz/JflPSU7L6IjWUUlOraqvJflqRq+3ZHQ08kObTnyfcCyvT/KGqroyya8n+eHWPBCyb5J/qaqvJnlHRucz/lVG57telF+8Du8x/AM93XO4IMnfD28rX5Hkz1trP7hfHsUDUGttbZJ3Jfn88Dy8b5rN7u21+oUk/9Zau22YXjr8d7vjY3VmWY3+sunI1tp/nu2xAJMbziO5bThn7OiMToI/crbHBcwdzi2YRVX1gSTPzeicBGB+eUqSvxguM/CDJC+b5fEAc4wjWQAAHTgnCwCgA5EFANCByAIA6EBkAfPOlj4ncLjI79e38j7PGv7aF2BGiCwAgA5EFjBvVdXOVfWZqrq8qq6qqvHrVC2sqrOr6pqq+thwXatU1VOq6vNVdVlVXTR8jNXU+z2lqq4eLv7rMwmB+0RkAfPZ7Ule0Fr7jSS/ndEHDm/6FPXHJ/nL1treSX6U5FXDRx99IMlRrbWnJDkzoytX32P4qJAXJHlia22/jK5EDrDVXIwUmM8qybur6pkZfYj07kl+dVh3U2vtS8P032f00VSfTPKkJBcPLbYgow+SHvfDjOLtb6rq/CTnd30EwHZLZAHz2UuSLEnylNbanVV1Q5LFw7qpV1puGUXZ2tba0zZ3h621jVW1MsmzM/qcvBOSHDTTAwe2f94uBOazXTL6oNk7q+q3k+w5tu7RVbUppn4vyReTXJtkyablVbWoqp44fodVtXOSXVprFyb5r0me3PtBANsnR7KA+ezsJP9YVVclWZPkG2Prrk3y6qo6M8nVST7YWrtjuEzDn1fVLhn9DPyzJGvH9ntokk9U1eKMjny94X54HMB2yGcXAgB04O1CAIAORBYAQAciCwCgA5EFANCByAIA6EBkAQB0ILIAADr4//juqM2CjAc0AAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 720x504 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yzVz8B_87EHg"
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}