Spacy_custom_ner.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Untitled11.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "source": [
        "import pandas as pd\n",
        "import csv\n",
        "\n",
        "data = pd.read_excel(\"/content/Technology Skills.xlsx\")"
      ],
      "metadata": {
        "id": "TG-S6SQqUFPG"
      },
      "execution_count": 2,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "2SbD6nK1XnkY",
        "outputId": "0c7a9c53-7de3-40a3-e8ab-8c7df786816f"
      },
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-12114840-3867-4f33-bd21-1fa8e8f46a3e\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>O*NET-SOC Code</th>\n",
              "      <th>Title</th>\n",
              "      <th>Example</th>\n",
              "      <th>Commodity Code</th>\n",
              "      <th>Commodity Title</th>\n",
              "      <th>Hot Technology</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>11-1011.00</td>\n",
              "      <td>Chief Executives</td>\n",
              "      <td>Adobe Systems Adobe Acrobat</td>\n",
              "      <td>43232202</td>\n",
              "      <td>Document management software</td>\n",
              "      <td>Y</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>11-1011.00</td>\n",
              "      <td>Chief Executives</td>\n",
              "      <td>AdSense Tracker</td>\n",
              "      <td>43232306</td>\n",
              "      <td>Data base user interface and query software</td>\n",
              "      <td>N</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>11-1011.00</td>\n",
              "      <td>Chief Executives</td>\n",
              "      <td>Atlassian JIRA</td>\n",
              "      <td>43232201</td>\n",
              "      <td>Content workflow software</td>\n",
              "      <td>Y</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>11-1011.00</td>\n",
              "      <td>Chief Executives</td>\n",
              "      <td>Blackbaud The Raiser's Edge</td>\n",
              "      <td>43232303</td>\n",
              "      <td>Customer relationship management CRM software</td>\n",
              "      <td>Y</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>11-1011.00</td>\n",
              "      <td>Chief Executives</td>\n",
              "      <td>ComputerEase Construction Accounting</td>\n",
              "      <td>43231601</td>\n",
              "      <td>Accounting software</td>\n",
              "      <td>N</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-12114840-3867-4f33-bd21-1fa8e8f46a3e')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-12114840-3867-4f33-bd21-1fa8e8f46a3e button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-12114840-3867-4f33-bd21-1fa8e8f46a3e');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "  O*NET-SOC Code  ... Hot Technology\n",
              "0     11-1011.00  ...              Y\n",
              "1     11-1011.00  ...              N\n",
              "2     11-1011.00  ...              Y\n",
              "3     11-1011.00  ...              Y\n",
              "4     11-1011.00  ...              N\n",
              "\n",
              "[5 rows x 6 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 3
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "skill_data = data['Example'].unique()\n",
        "skils_list = list(skill_data.flatten())\n",
        "len(skils_list)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Z0iJCn0UXq33",
        "outputId": "e2d632c2-7ddb-4caf-dc82-809b506dcd97"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "8824"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data_frame = pd.read_csv('/content/dice_com-job_us_sample.csv',error_bad_lines=False, engine=\"python\")\n",
        "data_frame.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 583
        },
        "id": "25jsctN0XvRb",
        "outputId": "d0f740e9-0aa4-4b95-ce9f-7c69b34846e6"
      },
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Skipping line 660: unexpected end of data\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-e4966a88-35e1-4da9-adce-dd83c85240ff\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>advertiserurl</th>\n",
              "      <th>company</th>\n",
              "      <th>employmenttype_jobstatus</th>\n",
              "      <th>jobdescription</th>\n",
              "      <th>jobid</th>\n",
              "      <th>joblocation_address</th>\n",
              "      <th>jobtitle</th>\n",
              "      <th>postdate</th>\n",
              "      <th>shift</th>\n",
              "      <th>site_name</th>\n",
              "      <th>skills</th>\n",
              "      <th>uniq_id</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>https://www.dice.com/jobs/detail/AUTOMATION-TE...</td>\n",
              "      <td>Digital Intelligence Systems, LLC</td>\n",
              "      <td>C2H Corp-To-Corp, C2H Independent, C2H W2, 3 M...</td>\n",
              "      <td>Looking for Selenium engineers...must have sol...</td>\n",
              "      <td>Dice Id : 10110693</td>\n",
              "      <td>Atlanta, GA</td>\n",
              "      <td>AUTOMATION TEST ENGINEER</td>\n",
              "      <td>1 hour ago</td>\n",
              "      <td>Telecommuting not available|Travel not required</td>\n",
              "      <td>NaN</td>\n",
              "      <td>SEE BELOW</td>\n",
              "      <td>418ff92580b270ef4e7c14f0ddfc36b4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>https://www.dice.com/jobs/detail/Information-S...</td>\n",
              "      <td>University of Chicago/IT Services</td>\n",
              "      <td>Full Time</td>\n",
              "      <td>The University of Chicago has a rapidly growin...</td>\n",
              "      <td>Dice Id : 10114469</td>\n",
              "      <td>Chicago, IL</td>\n",
              "      <td>Information Security Engineer</td>\n",
              "      <td>1 week ago</td>\n",
              "      <td>Telecommuting not available|Travel not required</td>\n",
              "      <td>NaN</td>\n",
              "      <td>linux/unix, network monitoring, incident respo...</td>\n",
              "      <td>8aec88cba08d53da65ab99cf20f6f9d9</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>https://www.dice.com/jobs/detail/Business-Solu...</td>\n",
              "      <td>Galaxy Systems, Inc.</td>\n",
              "      <td>Full Time</td>\n",
              "      <td>GalaxE.SolutionsEvery day, our solutions affec...</td>\n",
              "      <td>Dice Id : CXGALXYS</td>\n",
              "      <td>Schaumburg, IL</td>\n",
              "      <td>Business Solutions Architect</td>\n",
              "      <td>2 weeks ago</td>\n",
              "      <td>Telecommuting not available|Travel not required</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Enterprise Solutions Architecture, business in...</td>\n",
              "      <td>46baa1f69ac07779274bcd90b85d9a72</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>https://www.dice.com/jobs/detail/Java-Develope...</td>\n",
              "      <td>TransTech LLC</td>\n",
              "      <td>Full Time</td>\n",
              "      <td>Java DeveloperFull-time/direct-hireBolingbrook...</td>\n",
              "      <td>Dice Id : 10113627</td>\n",
              "      <td>Bolingbrook, IL</td>\n",
              "      <td>Java Developer (mid level)- FT- GREAT culture,...</td>\n",
              "      <td>2 weeks ago</td>\n",
              "      <td>Telecommuting not available|Travel not required</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Please see job description</td>\n",
              "      <td>3941b2f206ae0f900c4fba4ac0b18719</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>https://www.dice.com/jobs/detail/DevOps-Engine...</td>\n",
              "      <td>Matrix Resources</td>\n",
              "      <td>Full Time</td>\n",
              "      <td>Midtown based high tech firm has an immediate ...</td>\n",
              "      <td>Dice Id : matrixga</td>\n",
              "      <td>Atlanta, GA</td>\n",
              "      <td>DevOps Engineer</td>\n",
              "      <td>48 minutes ago</td>\n",
              "      <td>Telecommuting not available|Travel not required</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Configuration Management, Developer, Linux, Ma...</td>\n",
              "      <td>45efa1f6bc65acc32bbbb953a1ed13b7</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-e4966a88-35e1-4da9-adce-dd83c85240ff')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-e4966a88-35e1-4da9-adce-dd83c85240ff button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-e4966a88-35e1-4da9-adce-dd83c85240ff');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "                                       advertiserurl  ...                           uniq_id\n",
              "0  https://www.dice.com/jobs/detail/AUTOMATION-TE...  ...  418ff92580b270ef4e7c14f0ddfc36b4\n",
              "1  https://www.dice.com/jobs/detail/Information-S...  ...  8aec88cba08d53da65ab99cf20f6f9d9\n",
              "2  https://www.dice.com/jobs/detail/Business-Solu...  ...  46baa1f69ac07779274bcd90b85d9a72\n",
              "3  https://www.dice.com/jobs/detail/Java-Develope...  ...  3941b2f206ae0f900c4fba4ac0b18719\n",
              "4  https://www.dice.com/jobs/detail/DevOps-Engine...  ...  45efa1f6bc65acc32bbbb953a1ed13b7\n",
              "\n",
              "[5 rows x 12 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "job_description = data_frame['jobdescription']\n",
        "job_description = list(job_description)\n",
        "len(job_description)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "fj6BGP1rX841",
        "outputId": "33f30a77-a1cc-4555-cea6-d3994bcae768"
      },
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "658"
            ]
          },
          "metadata": {},
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install spacy==3.0.6"
      ],
      "metadata": {
        "id": "2Pup3n9RYBFp",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "35c142c7-e116-484a-fab5-30c8401a2804"
      },
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting spacy==3.0.6\n",
            "  Downloading spacy-3.0.6-cp37-cp37m-manylinux2014_x86_64.whl (12.8 MB)\n",
            "\u001b[K     |████████████████████████████████| 12.8 MB 17.7 MB/s \n",
            "\u001b[?25hRequirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.7/dist-packages (from spacy==3.0.6) (1.0.6)\n",
            "Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /usr/local/lib/python3.7/dist-packages (from spacy==3.0.6) (4.62.3)\n",
            "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy==3.0.6) (3.0.6)\n",
            "Collecting srsly<3.0.0,>=2.4.1\n",
            "  Downloading srsly-2.4.2-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (451 kB)\n",
            "\u001b[K     |████████████████████████████████| 451 kB 47.9 MB/s \n",
            "\u001b[?25hCollecting catalogue<2.1.0,>=2.0.3\n",
            "  Downloading catalogue-2.0.6-py3-none-any.whl (17 kB)\n",
            "Collecting pydantic<1.8.0,>=1.7.1\n",
            "  Downloading pydantic-1.7.4-cp37-cp37m-manylinux2014_x86_64.whl (9.1 MB)\n",
            "\u001b[K     |████████████████████████████████| 9.1 MB 59.6 MB/s \n",
            "\u001b[?25hRequirement already satisfied: jinja2 in /usr/local/lib/python3.7/dist-packages (from spacy==3.0.6) (2.11.3)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.7/dist-packages (from spacy==3.0.6) (21.3)\n",
            "Collecting spacy-legacy<3.1.0,>=3.0.4\n",
            "  Downloading spacy_legacy-3.0.8-py2.py3-none-any.whl (14 kB)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.8.1 in /usr/local/lib/python3.7/dist-packages (from spacy==3.0.6) (0.8.2)\n",
            "Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.7/dist-packages (from spacy==3.0.6) (2.23.0)\n",
            "Collecting thinc<8.1.0,>=8.0.3\n",
            "  Downloading thinc-8.0.13-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (628 kB)\n",
            "\u001b[K     |████████████████████████████████| 628 kB 50.6 MB/s \n",
            "\u001b[?25hRequirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy==3.0.6) (2.0.6)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.7/dist-packages (from spacy==3.0.6) (57.4.0)\n",
            "Requirement already satisfied: typing-extensions<4.0.0.0,>=3.7.4 in /usr/local/lib/python3.7/dist-packages (from spacy==3.0.6) (3.10.0.2)\n",
            "Collecting typer<0.4.0,>=0.3.0\n",
            "  Downloading typer-0.3.2-py3-none-any.whl (21 kB)\n",
            "Collecting pathy>=0.3.5\n",
            "  Downloading pathy-0.6.1-py3-none-any.whl (42 kB)\n",
            "\u001b[K     |████████████████████████████████| 42 kB 1.3 MB/s \n",
            "\u001b[?25hRequirement already satisfied: blis<0.8.0,>=0.4.0 in /usr/local/lib/python3.7/dist-packages (from spacy==3.0.6) (0.4.1)\n",
            "Requirement already satisfied: numpy>=1.15.0 in /usr/local/lib/python3.7/dist-packages (from spacy==3.0.6) (1.19.5)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from catalogue<2.1.0,>=2.0.3->spacy==3.0.6) (3.6.0)\n",
            "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging>=20.0->spacy==3.0.6) (3.0.6)\n",
            "Requirement already satisfied: smart-open<6.0.0,>=5.0.0 in /usr/local/lib/python3.7/dist-packages (from pathy>=0.3.5->spacy==3.0.6) (5.2.1)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy==3.0.6) (3.0.4)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy==3.0.6) (1.24.3)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy==3.0.6) (2021.10.8)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests<3.0.0,>=2.13.0->spacy==3.0.6) (2.10)\n",
            "Requirement already satisfied: click<7.2.0,>=7.1.1 in /usr/local/lib/python3.7/dist-packages (from typer<0.4.0,>=0.3.0->spacy==3.0.6) (7.1.2)\n",
            "Requirement already satisfied: MarkupSafe>=0.23 in /usr/local/lib/python3.7/dist-packages (from jinja2->spacy==3.0.6) (2.0.1)\n",
            "Installing collected packages: catalogue, typer, srsly, pydantic, thinc, spacy-legacy, pathy, spacy\n",
            "  Attempting uninstall: catalogue\n",
            "    Found existing installation: catalogue 1.0.0\n",
            "    Uninstalling catalogue-1.0.0:\n",
            "      Successfully uninstalled catalogue-1.0.0\n",
            "  Attempting uninstall: srsly\n",
            "    Found existing installation: srsly 1.0.5\n",
            "    Uninstalling srsly-1.0.5:\n",
            "      Successfully uninstalled srsly-1.0.5\n",
            "  Attempting uninstall: thinc\n",
            "    Found existing installation: thinc 7.4.0\n",
            "    Uninstalling thinc-7.4.0:\n",
            "      Successfully uninstalled thinc-7.4.0\n",
            "  Attempting uninstall: spacy\n",
            "    Found existing installation: spacy 2.2.4\n",
            "    Uninstalling spacy-2.2.4:\n",
            "      Successfully uninstalled spacy-2.2.4\n",
            "Successfully installed catalogue-2.0.6 pathy-0.6.1 pydantic-1.7.4 spacy-3.0.6 spacy-legacy-3.0.8 srsly-2.4.2 thinc-8.0.13 typer-0.3.2\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import spacy\n",
        "import spacy.cli\n",
        "spacy.cli.download(\"en_core_web_sm\")"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Q4qU-neEYTpo",
        "outputId": "f13f3a06-10a5-435a-9b7e-c40f954ed3ee"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\u001b[38;5;2m✔ Download and installation successful\u001b[0m\n",
            "You can now load the package via spacy.load('en_core_web_sm')\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Load pre-existing spacy model\n",
        "nlp_1 = spacy.load('en_core_web_sm')\n",
        "# Getting the pipeline component\n",
        "ner = nlp_1.get_pipe(\"ner\")"
      ],
      "metadata": {
        "id": "BNWEogB7YWB0"
      },
      "execution_count": 9,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "corpus = []\n",
        "\n",
        "for data in job_description[0:100]:\n",
        "  doc = nlp_1(data)\n",
        "  for sent in doc.sents:\n",
        "      corpus.append(sent.text)"
      ],
      "metadata": {
        "id": "P7AiMqLfYZCJ"
      },
      "execution_count": 10,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "nlp = spacy.blank(\"en\")\n",
        "ruler = nlp.add_pipe(\"entity_ruler\")\n",
        "count = 1\n",
        "\n",
        "for skil in skils_list[0:1000]:\n",
        "    skil_split = skil.split()\n",
        "    pattern = []\n",
        "    for i in skil_split:\n",
        "      pattern.append({'lower': i.lower()})  \n",
        "    ruler.add_patterns([{\"label\": \"skill\", \"pattern\": pattern}])"
      ],
      "metadata": {
        "id": "qIjkHf5_Yec7"
      },
      "execution_count": 11,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "TRAIN_DATA_TEXT = []\n",
        "\n",
        "for sentence in corpus:\n",
        "    doc = nlp(sentence)\n",
        "    entities = []\n",
        "    \n",
        "    for ent in doc.ents:\n",
        "        entities.append([ent.start_char, ent.end_char, ent.label_])\n",
        "        \n",
        "    if len(entities)!=0:\n",
        "      TRAIN_DATA_TEXT.append((sentence, {\"entities\": entities}))\n",
        "    \n",
        "print(TRAIN_DATA_TEXT)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "EK_m0PHzeCtb",
        "outputId": "9f0a02ce-0406-4bd4-8a8a-4e4cd00c9994"
      },
      "execution_count": 12,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[('Looking for Selenium engineers...must have solid java coding skills\\xa0', {'entities': [[12, 20, 'skill']]}), ('No associates report to the person in this role on a permanent basis • Analyze and resolve complex quality issues critical to solution delivery • Fast-paced environment of freedom and responsibility PREFERRED QUALIFICATIONS • Hands on Java Development experience • Proficient in Ab Initio ETL and Batch testing • Hands-on knowledge of Soap UI, ITKO Lisa, and Selenium •', {'entities': [[359, 367, 'skill']]}), ('Hands on experience with Unix, KSH, and Bourne Shell Scripting •', {'entities': [[25, 29, 'skill']]}), ('eCommerce/Retail QA experience • Excellent written and verbal communication skills • Self-motivated with a strong work ethic and a positive attitude • Desire to work in a fast-paced, results orientated team • Experience with a scripting language such as Perl • Passion to understand, learn, dissect and improve new technologies • Proficient in one or more of the following: Retail applications, Windows platform, UNIX platforms, JAVA, Relational Databases, Websphere Application Server, Websphere Commerce, Websphere MQ • Comprehensive understanding of systems, applications and networks KNOWLEDGE, SKILLS, ABILITIES AND COMPETENCIES - • Proficient in one or more of the following: Retail applications, Windows platform, UNIX platforms, MVS COBOL, JAVA, J2EE, Relational Databases, Websphere Application Server, Websphere Commerce, Websphere MQ, Networking (Voice, LAN, WAN), SAP, Siebel, Peoplesoft • Comprehensive understanding of systems, applications and networks •', {'entities': [[413, 417, 'skill'], [721, 725, 'skill'], [876, 879, 'skill']]}), ('\\xa0Experience administering linux/unix systems is required.', {'entities': [[26, 31, 'skill'], [32, 36, 'skill']]}), ('\\xa0Experience with programming or scripting languages such as Perl or Python strongly preferred.', {'entities': [[68, 74, 'skill']]}), ('The primary application this person will initially be working on serves as a middle tier; backed by a relational database (Oracle, SQL Server, MySQL) via JDBC, and fronted by the company’s transaction-based law enforcement message switch via proprietary TCP/IP protocols.', {'entities': [[143, 148, 'skill']]}), ('Clearly communicate status to management\\xa0Required Skills:- Core Java with experience creating JDBC interfaces to relational Databases- Multithreading (basic experience)- Able to develop and work on a Linux, AIX, or a Unix derived OS\\xa0- SQL- Socket level messaging (basic experience)- Understanding of data structures-', {'entities': [[200, 205, 'skill'], [217, 221, 'skill']]}), ('Self-directed problem solving- Be able to clearly communicate both verbally and in writing- Bachelors Degree in Computer Science\\xa0Preferred Skills:- C and/or C++\\xa0- Knowledge of one or more scripting languages-', {'entities': [[148, 149, 'skill'], [157, 160, 'skill']]}), ('The ideal candidate has strong scripting skills for automation as well experience with configuration management, server deployment, and continuous integration and experience with tools such as\\xa0Chef, Puppet, etc.', {'entities': [[193, 197, 'skill'], [199, 205, 'skill']]}), ('\\xa0Must have experience with virtualization using VMware and Linux experience is\\xa0preferred.', {'entities': [[59, 64, 'skill']]}), ('\\xa0\\xa0Experience with\\xa0GO, Docker, Ansible, Microservices, and the Cloud are highly desired.', {'entities': [[22, 28, 'skill']]}), ('We are looking for a Senior SAP FICO Architect to join us fulltime and support our ongoing projects and customers.', {'entities': [[28, 31, 'skill']]}), (\"What we'd need to see:5+ years of experience in a related field (Candidates will be considered for engineer or senior engineer based on experience)Bachelor’s degree or higher in a computer science or equivalent fieldExtensive use of APIs and understanding of HTTP and REST architectureExperience using OO methodologies in designing software solutionsStrong understanding of design patternsProven ability to work in a rapid release production environmentFull understanding of the SDLC\\xa0Experience with developing scalable software systemsAbility to clearly articulate solutions to complex problems; when developing solutions, ability to see the big picture\\xa0What we’d love to seeComfort with working in an Agile/SCRUM environmentProven Web Development experience in .NET technologies,\\xa0particularly C#\\xa0and Web APIUnderstanding of machine learning algorithmsExperience with cloud technologies such as Azure or AWSExperience developing microservice-based architecturesAbility and propensity to generate and share extremely delicious baked goods\\xa0\\xa0\", {'entities': [[795, 796, 'skill']]}), ('This is a fulltime position for a Javascript developer for a financial software, data, and media company.', {'entities': [[34, 44, 'skill']]}), ('Responsibilities: \\xa0 Help us design, create and build our next-generation user interface Be a key contributor in the re-architecting of our application service layers to improve our scalability, stability and performance Work with the team, our product and our customers to define priorities and the technology we use Work with other teams and learn about our search infrastructure, core databases and how we support hundreds of applications through our APIs Required Skills and Experience: \\xa0 3+ years of production-level development Solid JavaScript knowledge Must want to and like working on UI Preferred:', {'entities': [[539, 549, 'skill']]}), ('\\xa0 An understanding of C++ fundamentals Experience working on other highly visible applications\\xa0 Start Date:', {'entities': [[22, 25, 'skill']]}), ('Strong foundation in one or more of following technologies desired: Java, Groovy, Ruby, JavaScript, and JQuery.', {'entities': [[82, 86, 'skill'], [88, 98, 'skill']]}), ('Foundational knowledge of Linux OS and command line operations.', {'entities': [[26, 31, 'skill']]}), ('Proficiency in Python will be a big plus.', {'entities': [[15, 21, 'skill']]}), ('Must have skills: UNIX, IAM (Identity Access Management), Scripting knowledge, and 5+ years of total experience in this role required.', {'entities': [[18, 22, 'skill']]}), (\"\\xa0DescriptionThe ideal candidate for this position will be a proactive and self-motivated professional who will work with other team members to manage access controls for our client's key information resources residing on multiple platforms, with a focus area in Windows, UNIX, Linux.\", {'entities': [[271, 275, 'skill'], [277, 282, 'skill']]}), ('\\xa0Education/Experience:• Bachelor degree in computer management, information security or equivalent job experience• CISSP, CISA, CISM and other comparative information security certifications are preferred• 5 to 7 years computer security experience required\\xa0Responsibility level:• Provide support in account provision and de-provision in Windows and UNIX systems in Active Directories/UNIX Enterprise Directories• Complete access request processing as per pre-defined sets of procedure and within agreed Service Level Agreements (SLA), resolve problem tickets and assist other security analysts as needed• Document access management procedures for assigned platforms, databases and applications; keep the access management procedures up-to-date• Proactively identify audit and compliance access related issues to reduce the risk of security exposures on the support systems and applications; coordinate access management related audit and compliance tasks, such as user access reporting and other relevant research and investigation• Flexibility to work adjusted hours, after hours and weekends to accommodate and support the existing servers/applications maintenance windows• Identify process automation opportunities on existing access management practice.• Work with team members to design and develop solutions to streamline and automate existing manual process• Flexibility to work adjusted hours with Global Team members as needed to support training and processing needs.•', {'entities': [[349, 353, 'skill'], [384, 388, 'skill']]}), ('Exercises independent judgment with minimal direction from supervisor\\xa0Qualifications/Requirements:• Detailed knowledge of the security sub-subsystems and 3rd party security products such as Oracle Identity Manager(OIM), Random Password Manager (RPM), Active Roles Servers(ARS), Etc.,• Subject matter expert on UNIX and database security products and their use on protecting information resources• Ability to gather and document business requirements and implement solutions to address them•', {'entities': [[310, 314, 'skill']]}), ('In-depth and proven knowledge in building automated solutions using various coding languages (Java, C#, VBA, vbscript, Perl and Shell script, etc.) is really nice to have.•', {'entities': [[100, 101, 'skill'], [128, 140, 'skill']]}), ('Previous experience with providing support for remotely connected customers and the associated technologies (e.g., Citrix, Cisco PIX) is required.', {'entities': [[115, 121, 'skill']]}), ('Proficient in Microsoft Office Products.', {'entities': [[14, 30, 'skill']]}), ('Responsibilities: \\xa0 * Providing administration and technical support for Technical Services enterprise backup systems including: + Administering, supporting, and maintaining the Veritas NetBackup Infrastructure.', {'entities': [[178, 195, 'skill']]}), ('* Providing administration and technical support for the internal e-mail network including: + Microsoft Windows Server 2008, Windows Server 2012, Microsoft Exchange 2013 support.', {'entities': [[94, 118, 'skill']]}), ('Create test tools to perform API level testingPerform Load and Performance Testing for C / C++, Java and Adobe Flash based applications.', {'entities': [[87, 88, 'skill'], [91, 94, 'skill']]}), ('Experience with VM, configuring VM on both Windows and Linux platforms\\xa0CompetenciesMastery of Solaris and Linux operating systems.', {'entities': [[55, 60, 'skill'], [106, 111, 'skill']]}), ('Knowledge of Microsoft Office suite of products.', {'entities': [[13, 29, 'skill']]}), ('Programming experience, preferably C/C++, Java and shell scripting.', {'entities': [[35, 36, 'skill'], [37, 40, 'skill']]}), ('Atleast 4 years relevant experience on Systems testing, Load and Performance testing for C/ C++, JAVA and Adobe Flash based applications4 years’ experience with manual testing.', {'entities': [[92, 95, 'skill']]}), ('Knowledge of Networking Concepts is preferable.knowledge on Tervela or any MQ messaging is preferableknowledge on Google protocol buffer (GPB) and FIX/FAST is preferableknowledge on configuring VM on both Windows and Linux platforms', {'entities': [[217, 222, 'skill']]}), ('Responsibilities: \\xa0 * Test Planning - Requirement/User Story review, Test Case writing; Gherkin, Feature Files * Test Case Automation - Selenium framework and/or SOAPUI * Test Case Execution - Selenium and/or SOAPUI; Some manual execution may be required * Test Execution status reports * Proactive Communication * Use of Agile principles; likely use of ATDD principles Qualifications: \\xa0 * Automation & Test execution skills that involve coding in Selenium and/or SOAPUI * Communication & team work * Rally for test case and defect management; Agile project management preferred If you have the described qualifications and are interested in this exciting opportunity, apply today!', {'entities': [[136, 144, 'skill'], [193, 201, 'skill'], [448, 456, 'skill']]}), ('Develop and work with supporting HW (FPGA, DSP, ARM, 8051, JTAG, debuggers) and SW (C, Assembly, scripts) collaterals.', {'entities': [[84, 85, 'skill']]}), ('Familiarity with scripting/programming languages such as MATLAB, C, Python, LabVIEW or similar.', {'entities': [[65, 66, 'skill'], [68, 74, 'skill']]}), ('Qualifications PreferredExperience in various automation framework hardware tools (FPGA, DSP, ARM, 8051, JTAG, NI Data Acquisition) or software tools/languages (Scripting languages as MATLAB, C, Python, SQL, test sequencers such as NI Teststand).Solid hands-on experience in lab equipment such as oscilloscopes, protocol analyzers, signal generators, audio analyzers, logic analyzers, spectrum analyzers for measurement and debugging issues.', {'entities': [[192, 193, 'skill'], [195, 201, 'skill']]}), ('\\xa0 The Frontend/UI Developer will be contributing to HTML5 video sites for high profile media companies, as well as to administrative consoles for media publishers and distributors using the latest JavaScript technologies.', {'entities': [[197, 207, 'skill']]}), ('4+ years* experience with front end JavaScript Development.', {'entities': [[36, 46, 'skill']]}), ('Comfortable with a wide range of JavaScript technologies like Angular.', {'entities': [[33, 43, 'skill']]}), ('JS, React, Node.js, JavaScript promises.', {'entities': [[4, 9, 'skill'], [11, 18, 'skill'], [20, 30, 'skill']]}), ('Selenium TesterSalt Lake City , UT & Phoenix , AZQuality assurance experience more than 4 years in agile projects with a Lead role.·', {'entities': [[0, 8, 'skill']]}), ('\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 Hands on Selenium test automation skills is a must requirement.', {'entities': [[19, 27, 'skill']]}), ('Background in INFOSEC operations, endpoint management, and network topology Windows and Linux skills desired Advanced experience in networking (TCP/IP) protocols, computer/network security, and system administration.', {'entities': [[88, 93, 'skill']]}), ('Background in INFOSEC operations, endpoint management, and network topology Windows and Linux skills desired Experience with Mandiant (FireEye)', {'entities': [[88, 93, 'skill']]}), ('Mirror Experience with FireEye HX deployment and usage Experience in Information Security standard and best practices TCP/IP and network security protocols Unix/Linux System Admin Skills', {'entities': [[156, 160, 'skill'], [161, 166, 'skill']]}), ('In this role, you will develop and support the major components of the Ceph storage project across both user and Linux kernel implementations.', {'entities': [[113, 118, 'skill']]}), ('Solid C and C++ development and debugging skills.', {'entities': [[6, 7, 'skill'], [12, 15, 'skill']]}), ('Deep understanding of Linux and UNIX internals.', {'entities': [[22, 27, 'skill'], [32, 36, 'skill']]}), ('Experience with remote file access protocols (e.g. NFS, CIFS, or S3).Experience with Git, GitHub, and CI.Experience working with distributed teams, delivering enterprise quality software, and working on open source software projects.', {'entities': [[85, 88, 'skill'], [90, 96, 'skill']]}), ('You will be engaging the complete SDLC and the majority of development will be in C++ on Linux.', {'entities': [[82, 85, 'skill'], [89, 94, 'skill']]}), ('Experience with and a demonstrated understanding of Object oriented design and software development in a high-performance / high throughput environment using C++ (preferably in a Linux environment) is required.', {'entities': [[158, 161, 'skill'], [179, 184, 'skill']]}), ('Get the support you need to drive your success: + Executive Level Support: You will have direct-access to the entire Genesis10 C-suite to assist you in opening up doors, creating sales strategy, and closing deals + Dedicated Marketing Team:', {'entities': [[127, 128, 'skill']]}), (\"* Utilizing existing relationships to drive Domestic Outsourcing business to Genesis10 * Using your 'hunter' sales approach, with the support of a top-tier delivery team, to open up new relationships and establish an optimal sales pipeline * Manage the end-to-end sales process for all pursuits, including lead-generation, client communications, on-site presentations, proposal development, and negotiation * Build strong internal relationships with Genesis10s' C-level executive team and the domestic outsourcing delivery team to gain optimal sales-support *\", {'entities': [[462, 463, 'skill']]}), (\"Effectively collaborate with Genesis10's Delivery Center Operations Team to ensure that all awarded service proposals fully meet the client's needs Qualification Requirements: \\xa0 * Multiple years of proven success selling global offshore or domestic/onshore solutions * Established network of Directors, Vice Presidents, and C-Level relationships to help drive business * Tenured history, having worked multiple years for a recent employer *\", {'entities': [[324, 325, 'skill']]}), ('Proficiency using Primavera Version 6 and Microsoft Project Standard 2003.Pharmaceutical/Biotech project experience, including commissioning and validation activities, is preferred.', {'entities': [[42, 59, 'skill']]}), ('\\xa0Qualifications Required .NET and C# (Minimum 2 years* experience)Full development lifecycle experience including analysis, design, implementation, testing, monitoringSQL Server: Data modelling, T-SQL, Stored procs, Performance TuningBS or higher degree in Computer Science or related technical field.', {'entities': [[34, 35, 'skill']]}), ('\\xa0Qualifications Preferred Microsoft Azure or other cloud technologies Cosmos or other big data technologiesWeb API/UI development', {'entities': [[26, 41, 'skill']]}), ('Please visit our website to see all our open positions(20+) in PM, QA, BSA, SAP, Analytics, Java developers etc.', {'entities': [[76, 79, 'skill']]}), ('· Requires working knowledge of IP routing and networks, encryption, firewalls, intrusion detection systems, VPN’s, UNIX, Linux, and Windows operating systems and identification, authentication and authorization systems and accounting policies.·', {'entities': [[116, 120, 'skill'], [122, 127, 'skill']]}), ('CISSP and CISM/CISA certifications preferred· Requires working knowledge of IP routing and networks, encryption, firewalls, intrusion detection systems, VPN’s, UNIX, Linux, and Windows operating systems and identification, authentication and authorization systems and accounting policies· Well versed in security architecture and controls·', {'entities': [[160, 164, 'skill'], [166, 171, 'skill']]}), ('Administering the Informatica environmentApply patches / upgrades / hotfixes for Informatica Power CenterMonitor performance, troubleshoot, and tune ETL processesWill be responsible for 24x7 supportWork with Informatica vendor on any issues that ariseSupport the Informatica developer team as neededExperience and SkillsMust have demonstrated experience in Informatica suite of productsSeveral years’ experience in building/implementing scalable, reliable and high performance ETL architecturesProficiency with RDBMS systems, SQL, Oracle PL/SQL, UNIX shell scripting, and database optimizations', {'entities': [[546, 550, 'skill']]}), ('If you are passionate about data engineering, software engineering and personalization at scale then we encourage you to apply.- BS or MS degree in computer science or related field.- Strong coding experience, preferably with Scala, Python, Java, or C++.- Strong grasp of data structures and algorithms.- Ability to explain complex issues in technical and non-technical terms.- Cares deeply about agile software practices, data driven development, and collaborating with other engineers and researchers.- Working knowledge of Hadoop, Spark, Redshift, DynamoDB, Kinesis, or other big data technologies.- Experience with supervised and unsupervised machine learning models.- Experience with collaborative filtering and recommender systems.- Experience running and evaluating AB Tests.', {'entities': [[226, 231, 'skill'], [233, 239, 'skill']]}), ('Ability to present ideas in a clear and concise manner * Able to work with little direct supervision * Able to work effectively in a team environment where team members may not be co-located * Self-motivated and pro-active * Good analytical and process improvement skills * Understands expectations that were set with team and recognizes when issues / events may affect delivery Preferred Qualifications: \\xa0 * Ability to create SQL or MS Access queries and reports * Experience using Tableau or similar data visualization tools * Statistical modelling background a plus', {'entities': [[483, 490, 'skill']]}), ('Proficiency in computer software programs including Microsoft Office suite.', {'entities': [[52, 68, 'skill']]}), ('Strong Java, Spring Framework and Hibernate ORM.', {'entities': [[13, 29, 'skill']]}), ('Required:BS (MS or PhD preferred) in Electrical Engineering (preferred), Applied Math, Remote Sensing, or similar disciplineDemonstrated capability in scientific programming, especially C/C++Relocation to sunny Tucson, Arizona; Denver, Colorado is a potential alternativePossess (or ability to obtain) and maintain an SCI security clearance (US citizenship required)Preferred: Experience with an existing geolocation approach/observable processor in a classified application/environmentStrong DSP fundamentalsApplicable background includes GPS or other navigation systems; geolocation observable processing of TDOA only and TDOA/TDOA-dot (FDOA) measurements; electromagnetic propagation; multipath and interference mitigation; and mathematical techniques such as non-linear optimization and unbiased correlation.', {'entities': [[186, 187, 'skill']]}), ('Creativity and problem solving skills.• Computer proficiency, including Microsoft Word, Excel, and Outlook.• Ability to communicate effectively with team members and leadership staff.• Annual Motor Vehicle Record (MVR) check required.', {'entities': [[72, 86, 'skill']]}), ('NET 4.5x development, MCSE preferredTFS (source code management), Web services including WCF, JQuery, AJAX, JavaScript, VB, VB Script, XML/XSL; Cascading Style Sheets (CSS), Architectural design patterns.', {'entities': [[108, 118, 'skill']]}), ('\\xa0 The Frontend/UI Developer will be contributing to HTML5 video sites for high profile media companies, as well as to administrative consoles for media publishers and distributors using the latest JavaScript technologies.', {'entities': [[197, 207, 'skill']]}), ('4+ years* experience with front end JavaScript Development.', {'entities': [[36, 46, 'skill']]}), ('Comfortable with a wide range of JavaScript technologies like Angular.', {'entities': [[33, 43, 'skill']]}), ('JS, React, Node.js, JavaScript promises.', {'entities': [[4, 9, 'skill'], [11, 18, 'skill'], [20, 30, 'skill']]}), ('Get the support you need to drive your success: + Executive Level Support: You will have direct-access to the entire Genesis10 C-suite to assist you in opening up doors, creating sales strategy, and closing deals + Dedicated Marketing Team:', {'entities': [[127, 128, 'skill']]}), (\"* Utilizing existing relationships to drive Domestic Outsourcing business to Genesis10 * Using your 'hunter' sales approach, with the support of a top-tier delivery team, to open up new relationships and establish an optimal sales pipeline * Manage the end-to-end sales process for all pursuits, including lead-generation, client communications, on-site presentations, proposal development, and negotiation * Build strong internal relationships with Genesis10s' C-level executive team and the domestic outsourcing delivery team to gain optimal sales-support *\", {'entities': [[462, 463, 'skill']]}), (\"Effectively collaborate with Genesis10's Delivery Center Operations Team to ensure that all awarded service proposals fully meet the client's needs Qualification Requirements: \\xa0 * Multiple years of proven success selling global offshore or domestic/onshore solutions * Established network of Directors, Vice Presidents, and C-Level relationships to help drive business * Tenured history, having worked multiple years for a recent employer *\", {'entities': [[324, 325, 'skill']]}), ('Help invent the next generation of ecommerce; integrated experiences that leverage the store, and the web to sell anything, to anyone, anywhere in the worldThe Opportunity: - \\xa0 \\xa0Work in a small, high performance agile team environment - sharing innovative ideas and working collaboratively across teams. -\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 Work with talented engineers and product visionaries to contribute to the vision and design of our web and mobile properties. -\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 Create front end of interactive websites incorporating HTML5, CSS3, JavaScript, AJAX as well as other Web 2.0 techniques. -', {'entities': [[514, 524, 'skill']]}), (\"MS/PhDwould be a strong plus. -\\xa0\\xa0\\xa0\\xa0\\xa0\\xa03+ years' experience in HTML5, JavaScript, CSS3, AJAX and general Web 2.0 techniques in the context of interactive Web Applications. -\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 Strong understanding of responsive design techniques and principles-\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 \", {'entities': [[68, 78, 'skill']]}), ('A passion for all things JavaScript, UI and Front End-\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 Must be able to work effectively both on teams as well as be self-motivated, task oriented and organized.-\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 Strong customer focus and obsession with quality-', {'entities': [[25, 35, 'skill']]}), ('Requirements: \\xa0 * 3+ years of experience programming in C/C++ * 3+ years of experience with HTML5, CSS and JavaScript *', {'entities': [[56, 57, 'skill'], [58, 61, 'skill'], [107, 117, 'skill']]}), (\"Strong OOD/OOP skills and experience applying modern design patterns * Knowledge of algorithms, standard data structures and multithreading We'd love to see: * Experience with C#, .Net internals and WPF * Experience developing distributed systems in a Windows or Linux environment * Familiarity with and understanding of an Agile methodology If you have the described qualifications and are interested in this exciting opportunity, please apply!\", {'entities': [[176, 177, 'skill'], [263, 268, 'skill']]}), ('\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0Experience with SQL/NoSQL databases.5.', {'entities': [[26, 31, 'skill']]}), ('Additional experience with administering virtual servers, scripting, server patching (Shavlik), system monitoring and alert management (SolarWinds), Cisco ASA firewalls and Catalyst switches is desired The ideal candidate will be able to work well in a team environment and learn new technologies quickly.', {'entities': [[136, 146, 'skill']]}), ('Under the supervision of a senior scientist/researcher areas of advanced computer vision/media processing technologyQualifications / Requirements:Ph.D or Master degree in relevant discipline/field, such as EE or CSStrong programming skills in C / C++ for both Windows and LinuxGood programming skills in Java and Python is a plusAmple hands-on experience with OpenCVExperiences with Android programming is also a plus.3+ years algorithm R&D experiences processing, and related fields with proven track recordGood communication skills, both verbal and writtenan active role in computer vision technology or project leader to conduct research / development work in thetechnology.', {'entities': [[243, 244, 'skill'], [247, 250, 'skill'], [313, 319, 'skill']]}), ('JavaScript Developer with experience on AWS (Amazon Web Services).', {'entities': [[0, 10, 'skill']]}), ('\\xa03+ years* experience on node.js (JavaScript), Expert-level knowledge.2+\\xa0years* experience on AWS (EC2, Lambda, ECS, S3 AWS API GW).Qualifications Highly Preferred BS in computer science or related discipline.', {'entities': [[25, 32, 'skill'], [34, 44, 'skill']]}), ('Experience with Docker and/or AWS ECS service.', {'entities': [[16, 22, 'skill']]}), ('Experience with REST API and design (SWAGGER).Experience with GIT configuration management tool.', {'entities': [[62, 65, 'skill']]}), ('Successfully delivered at least one node.js based application into production environment.', {'entities': [[36, 43, 'skill']]}), ('Worked on both Windows and Linux development.', {'entities': [[27, 32, 'skill']]}), ('Experience deploying Node.js applications on client and/or IOT platforms.', {'entities': [[21, 28, 'skill']]}), ('Duties:\\xa0Using SAP APO, provide materials scheduling support for Oceanside manufacturing.', {'entities': [[14, 17, 'skill']]}), ('\\xa0Skills:Working knowledge of SAP APO, R/3 and BW reportingAdvanced MS Excel skillsUnderstands solutions design and implementation, including requirements definition, data acquisition processes, data modeling, process automation, and deployment.', {'entities': [[29, 32, 'skill']]}), ('It is very important that candidates have at least 2 years with SAP experience and that they can monitor SAP alerts/shortages.', {'entities': [[64, 67, 'skill'], [105, 108, 'skill']]}), ('All reporting will be done through SAP with Excel as the secondary.', {'entities': [[35, 38, 'skill']]}), ('Experience working in Cognos, Tableau, SAP Business Objects or any of the other major reporting tools.', {'entities': [[30, 37, 'skill'], [39, 59, 'skill']]}), ('Primary Skills:\\xa0Systems Admin, Devops, Scripting,Linux/unix, Load Balance F5Contract Type: W2\\xa0Only Duration: 4 Months Contract to Hire\\xa0Responsibilities: Engage closely with architects, engineering and operations teams to deliver highly available and scalable services with minimal/zero downtime.', {'entities': [[49, 54, 'skill'], [55, 59, 'skill']]}), ('Operating Systems RHEL, CentOS, Windows 2012+ Applications Java, Tomcat Scripting BASH, Ruby, Python, Perl Version control Perforce Build/Release - Jenkins, Maven, GCC, Make Package YUM/RPM, Zip, Tar Deploy Capistrano, Terraform Provisioning vRA, vSphere, AWS Storage Netapp NFS Mounts and CIFS Networking Infoblox, F5, vCNSQualifications: BS in Computer Science or related field, or equivalent experience.', {'entities': [[82, 86, 'skill'], [88, 92, 'skill'], [94, 100, 'skill']]}), ('In-depth Linux or other Unix system administration experience.', {'entities': [[9, 14, 'skill'], [24, 28, 'skill']]}), ('Experience with programming/scripting languages (BASH, Ruby, Python, Perl etc.)', {'entities': [[49, 53, 'skill'], [55, 59, 'skill'], [61, 67, 'skill']]}), ('Keywords / Required Skills:Scientific Software, Business Analyst, Drug Development, biotech, pharma, data extraction, visualization SQL, R, Spotfire, user training material development\\xa0Req#: 4493616 Scientific Sotware Specialist (and Business Analyst with Visualization)Our client an International Biotech company based in South San Francisco is a seeking a contract resource for the role of Scientific Software Specialist Duties: This position supports the ongoing development of a number of scientific and operational software systems enabling drug development at our client, a large international biotech / pharma firm in South San Francisco.', {'entities': [[137, 138, 'skill']]}), ('Responsibilities include: Perform business analysis to clarify needs and scope new features Work collaboratively with end users, corporate IT, and the vendor to implement new features Author clear requirements and design documentation Work with end users to define associated business process to meet their needs Author clear and concise user manuals, SOPs, and training documents Perform testing in conjunction with the vendor, corporate IT, and end users Create robust and effective data visualizations using SQL, R, and Spotfire Work hands-on with end users and IT to identify, troubleshoot, and resolve technical and process issues Skills and Requirements: Experience with drug development with particular knowledge of outsourcing Experience working with end users to define business processes and software requirements to meet their needs Ability to author complex technical documents clearly and efficiently Experience with data extraction, analysis and visualization tools such as SQL, R or Spotfire desired Very strong collaboration skills to interact with diverse stakeholders 5-10 years of biotech/pharmaceutical industry experience working with drug development software systems', {'entities': [[516, 517, 'skill'], [993, 994, 'skill']]}), ('Description: \\xa0 * High Server Patch project is major effort to remediate security patch level on Grid /Quartz LINUX Infrastructure and deploy recurring patching solution *', {'entities': [[109, 114, 'skill']]}), ('We are hiring this position to work closely with business technology group, application owners and operations teams to establish and coordinate deployment of automated recurring patching solution * This sophisticated platform requires very specialized skills and this engineer will provide solution, design, development, and implementation and be responsible for co-ordination to facilitating the migration of this platform Responsibilities: \\xa0 * Requirement analysis of the project * Technical recommendations for automated patching * End to end technical plan for patching * Co-ordination of execution of automated recurring plan Requirements: \\xa0 * Experience with J2EE, Java, Python, C++ programming, shell script * Strong understanding and working experience of Linux Operating system * Good understanding of Network', {'entities': [[677, 683, 'skill'], [685, 688, 'skill'], [702, 714, 'skill'], [764, 769, 'skill']]}), ('Infrastructure spanning multiple sites * Experience with J2EE, Java, Python, C++ programming, shell script * Good communication skills, self-motivated, positive attitude and ability to work in a global team environment * Strong troubleshooting skills and application Administration/Support skills * Experience in engineering/upgrading complex solutions in line with demanding client requirements * Solutions engineering (design & implementation of messaging solutions) experience *', {'entities': [[69, 75, 'skill'], [77, 80, 'skill'], [94, 106, 'skill']]}), ('Proven timely delivery of key infrastructure and products * Good understanding and work experience in an Enterprise Environment * Strong understanding and hands on Linux Operating system * Strong Development experience to write tool on Linux Operating system * Previous software solution to deploy patching solution will be plus * Ability to handle highly volatile support with platform and clients spanning multiple time zones * Ability to adapt quickly to the client needs * Team Player * Good Communication skills * Able to work as a W2 employee of Genesis10 (no Corp-to-Corp)', {'entities': [[164, 169, 'skill'], [236, 241, 'skill']]}), ('This job is a combination of front end development (css, html, javascript) as well as user interface/web design\\xa0As far as design * looking for someone who can show artistic/creative samples of user interfaces the candidate has worked in.', {'entities': [[63, 73, 'skill']]}), ('Experience working with Opensource software Common Tools used: \\xa0 * Ruby / Go / Python /', {'entities': [[67, 71, 'skill'], [79, 85, 'skill']]}), ('Java * Linux * Kafka * Hadoop / Zookeeper / HBase * Mesos * Icinga / OpenTSDB * Chef * Spark If you have the described qualifications and are interested in this exciting opportunity, please apply!', {'entities': [[7, 12, 'skill'], [80, 84, 'skill']]}), ('Framework using C# and Object Oriented Design patterns in Windows Form and/or Windows Presentation Foundation applications.', {'entities': [[16, 17, 'skill']]}), ('1+ year of experience with SQL (prefer Microsoft SQL Server and T-SQL) with the ability to develop database objects such as stored procedures.', {'entities': [[39, 59, 'skill']]}), ('Framework, C#, OOD, SQL, T-SQL, ASP.Net, XML, Team Foundation Server, Unit Testing, Multitasking.', {'entities': [[11, 12, 'skill']]}), ('* 3+ years of production level C++ development experience * 3+ years of experience with object-oriented design, data structures and algorithms Preferred Skills: \\xa0 * Multithreading experience *', {'entities': [[31, 34, 'skill']]}), ('Solid understanding of data structures and algorithms * Linux/UNIX programming skills * Experience with distributed systems * Knowledge of JavaScript, Python, or Perl * Knowledge of network-layer protocols (TCP/IP, PGM, etc.)', {'entities': [[56, 61, 'skill'], [62, 66, 'skill'], [139, 149, 'skill'], [151, 157, 'skill']]}), ('Desired: \\xa0 * Exposure to various platforms and technologies: Java, .Net, C++, Web, Mobile, Mainframe * Software development background and knowledge of database design * Familiarity with modern development approaches like Agile/SCRUM/Lean * Prior experience in automation testing (QTP/Selenium/TOSCA/RIT) * Financial Services experience *', {'entities': [[73, 76, 'skill'], [285, 293, 'skill']]}), ('100% automation, so heavy on Java with Cucumber and Selenium desired.', {'entities': [[52, 60, 'skill']]}), ('Must have Selenium experience with mobile and web.', {'entities': [[10, 18, 'skill']]}), ('PTG has a new opportunity in MD!We need your expertise as a Drupal Back End / Module developer who will work in tandem with\\xa0 UX, and development teams.', {'entities': [[60, 66, 'skill']]}), ('With strong communications skills with ability to articulate ideas with others in the team\\xa0\\xa0Required skills:\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 15 plus years in IT and software development;\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 6-10 year*s experience working on Drupal projects;\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 Extensive and diverse background creating custom PHP modules within the Drupal framework.', {'entities': [[205, 211, 'skill'], [302, 308, 'skill']]}), (\"\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 Mastery of Drupal's key contrib modules, i.e. CTools, Views, Rules, etc.\", {'entities': [[20, 26, 'skill']]}), (\"\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 Familiarity with Drupal*s 'hook' system for modifying contributed modules remotely -- from functions\\xa0\\xa0\\xa0\\xa0 written in custom modules;\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 Background in 'site building': to be good at vetting Contributed modules from Drupal.org, installing and configuring modules for 'sandbox' projects;\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 Command line competence in Linux to be able to work with sandbox instances.\", {'entities': [[333, 338, 'skill']]}), ('This includes editing server files, navigating server folders, modifying permissions and other such actions\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 Familiarity with GIT\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 Familiarity with DB and DB Modeling * in particular MySQL\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 Full Stack* development capability\\xa0Must have:\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0\\xa0 Experience in Public Sector environments', {'entities': [[133, 136, 'skill'], [197, 202, 'skill']]}), ('Experience coding software using object-oriented techniques (in order of preference, Java, .Net, C++, Python, other)', {'entities': [[97, 100, 'skill'], [102, 108, 'skill']]}), ('Hands-on coding/scripting experience with bash, Groovy, python or similar Exposure to leading projects with track record of successful delivery 4 to 6 years of related DevOps experience.', {'entities': [[42, 46, 'skill'], [56, 62, 'skill']]}), ('Solid communication skillsBonus Qualifications: Experience with Configuration Automation tools (Ansbile, Chef, Puppet, etc) Experience working in Kanban or ScrumPlease contact Meera Makam at 925 627 4935 or email mmakam@ascentsg.com for any questions', {'entities': [[105, 109, 'skill'], [111, 117, 'skill']]}), ('Engage with project teams on major initiatives to understand traffic volumes, work flows and hardware requirements to plan for adequate capacity\\xa0Requirements:Requires BS/BA in related discipline (i.e., Computer Science, Information Systems) and 3-5 years of experience in related field (i.e., Network Engineering, IP Video Delivery, Content Delivery Networks, Linux System Admin)Experience with BCM capacity planning tools a plusStrong analytical, budgeting and planning skillsExcellent interpersonal and communication skillsExperience developing SQL queries preferred\\xa0Position Logistics:Must be currently authorized to work in the USContract length:', {'entities': [[360, 365, 'skill']]}), ('\\xa0 Bachelor’s Degree or better in Computer Science or related field, or 5+ years relevant work experience 3+ years professional experience in software development Computer Science fundamentals in object-oriented design, data structures, and algorithms Computer Science fundamentals in networking and operating systems Proficiency in C and at least one high-level programming language such as Java, C++, C#\\xa0\\xa0 Have written high performance software using networking protocols such as TCP, SSL, DNS, etc.', {'entities': [[332, 333, 'skill'], [397, 400, 'skill'], [402, 403, 'skill']]}), ('Strong experience with application server (WebSphere, WebLogic) and database technologies (Oracle, DB2, SQL Server).Strong knowledge of UNIX/AIX, Windows, and Mainframe technologies.', {'entities': [[136, 140, 'skill']]}), ('\\xa0\\xa0Key Words: \\xa0Software, Retail, Buying, Demand Planning, system, Analysis, Design, Supply Chain, applications development, WebSphere, WebLogic, Oracle, DB2, SQL Server, UNIX/AIX, Windows, and Mainframe', {'entities': [[169, 173, 'skill']]}), ('* Design, code, implement, and test new features of the platforms(mostly C++)', {'entities': [[73, 76, 'skill']]}), ('At least 4 years of software engineering experience in object-oriented programming such as C++, Java, C# * Familiarity with SQL, Python, and JavaScript *', {'entities': [[91, 94, 'skill'], [102, 103, 'skill'], [129, 135, 'skill'], [141, 151, 'skill']]}), ('Fahrenheit IT\\xa0is seeking a Database Administrator (DBA) to execute on database strategies and take responsibility for database integrity, architecture, modeling, security, and performance tuning for our MySQL databases.', {'entities': [[203, 208, 'skill']]}), ('This person will play a key role in managing and improving the health and stability of our MySQL instances.', {'entities': [[91, 96, 'skill']]}), ('This person will will display proficiencies in MySQL administration as well as basic Linux administration in a 24x7 production environment.', {'entities': [[47, 52, 'skill'], [85, 90, 'skill']]}), ('Responsibilities Basic Database administration - install, configure, upgrade, and migrate existing databases Serve as an escalation point for any defined database issues regarding performance, security, and ongoing maintenance Automate various DBA tasks Optimization of database performance Devise and implement key constraints to ensure database integrity Work with developers and system engineers to troubleshoot and optimize queries and performance bottlenecks for current and future products and services Assist in formalizing and updating database policies, procedures, and technical standards, including disaster recovery planningMinimum Requirements: MySQL DBA experience in a 24x7 production environment.', {'entities': [[658, 663, 'skill']]}), ('3-6 years of database management/administration and performance tuning\\xa0experience Strong proficiency with Linux with experience performing basic administrative tasks Experience implementing multi-master replication (Galera experience is a plus) Experience with version control; specifically Git and GitHub.', {'entities': [[106, 111, 'skill'], [291, 294, 'skill'], [299, 305, 'skill']]}), (\"Mastery of one or more of: Python, Ruby, Bash, or other scripting language Understanding of virtualization environments Bachelor's degree in Computer Science or related field preferred Familiarity with Percona toolkit\", {'entities': [[27, 33, 'skill'], [35, 39, 'skill'], [41, 45, 'skill']]}), ('-We we are using the Tableau, Spotfire , R, MS PowerBI in our environment.', {'entities': [[21, 28, 'skill'], [41, 42, 'skill']]}), ('Java, Windows, Linux, IIS, Websphere , Exchange, Lync, VMWare, Citrix, SAN, NAS, Converged network\\xa0 - Act as the primary technical support resource to projects.', {'entities': [[15, 20, 'skill'], [63, 69, 'skill']]})]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import pickle"
      ],
      "metadata": {
        "id": "EgTwKEyvfZiS"
      },
      "execution_count": 13,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "with open('/content/Training_data/train_data.txt', 'wb') as f:\n",
        "    pickle.dump(TRAIN_DATA_TEXT, f)"
      ],
      "metadata": {
        "id": "HyIU-J2GfOma"
      },
      "execution_count": 14,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "nlp=spacy.load('en_core_web_sm')\n",
        "\n",
        "# Getting the pipeline component\n",
        "ner=nlp.get_pipe(\"ner\")"
      ],
      "metadata": {
        "id": "HLSqgDeNi7Yt"
      },
      "execution_count": 15,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "with open('/content/Training_data/train_data.txt', 'rb') as f:\n",
        "    TRAIN_DATA = pickle.load(f)"
      ],
      "metadata": {
        "id": "Pc4uoUTejAJk"
      },
      "execution_count": 16,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Adding labels to the `ner`\n",
        "for _, annotations in TRAIN_DATA:\n",
        "    for ent in annotations.get(\"entities\"):\n",
        "        ner.add_label(ent[2])"
      ],
      "metadata": {
        "id": "ct1XthF6jErw"
      },
      "execution_count": 17,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Disable pipeline components you dont need to change\n",
        "pipe_exceptions = [\"ner\", \"trf_wordpiecer\", \"trf_tok2vec\"]\n",
        "unaffected_pipes = [pipe for pipe in nlp.pipe_names if pipe not in pipe_exceptions]"
      ],
      "metadata": {
        "id": "frKVzm47jIT8"
      },
      "execution_count": 18,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Import requirements\n",
        "import random\n",
        "from spacy.util import minibatch, compounding\n",
        "from pathlib import Path\n",
        "from spacy.training.example import Example"
      ],
      "metadata": {
        "id": "uE1__BZ3jKiv"
      },
      "execution_count": 19,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# 500\n",
        "# TRAINING THE MODEL\n",
        "with nlp.disable_pipes(*unaffected_pipes):\n",
        "\n",
        "  # Training for 30 iterations\n",
        "  for iteration in range(10):\n",
        "\n",
        "    # shuufling examples  before every iteration\n",
        "    random.shuffle(TRAIN_DATA)\n",
        "    losses = {}\n",
        "    # batch up the examples using spaCy's minibatch\n",
        "    batches = minibatch(TRAIN_DATA, size=compounding(10, 20, 1.5))\n",
        "    # for batch in batches:\n",
        "    #     texts, annotations = zip(*batch)\n",
        "    #     nlp.update(\n",
        "    #                 texts,  # batch of texts\n",
        "    #                 annotations,  # batch of annotations\n",
        "    #                 drop=0.5,  # dropout - make it harder to memorise data\n",
        "    #                 losses=losses,\n",
        "    #             )\n",
        "    #     print(\"Losses\", losses)\n",
        "\n",
        "\n",
        "    for batch in batches:\n",
        "        texts, annotations = zip(*batch)\n",
        "\n",
        "        example = []\n",
        "      # Update the model with iterating each text\n",
        "        for i in range(len(texts)):\n",
        "            doc = nlp.make_doc(texts[i])\n",
        "#             print(texts[i])\n",
        "            example.append(Example.from_dict(doc, annotations[i]))\n",
        "\n",
        "            # Update the model\n",
        "            nlp.update(example, drop=0.1, losses=losses)\n",
        "\n",
        "            print(\"Losses\", losses)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "mUBGfr0UjN0_",
        "outputId": "eb46208e-a6eb-48e1-de86-7dea514891ab"
      },
      "execution_count": 20,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Losses {'ner': 13.322802696689966}\n",
            "Losses {'ner': 22.923011820075182}\n",
            "Losses {'ner': 34.776931345162424}\n",
            "Losses {'ner': 58.0865539298584}\n",
            "Losses {'ner': 80.2331541045759}\n",
            "Losses {'ner': 98.43938654589309}\n",
            "Losses {'ner': 118.31708122290914}\n",
            "Losses {'ner': 142.051808882672}\n",
            "Losses {'ner': 168.30497145751733}\n",
            "Losses {'ner': 196.89856779947533}\n",
            "Losses {'ner': 201.4350271344005}\n",
            "Losses {'ner': 207.8634976666295}\n",
            "Losses {'ner': 215.5457424745976}\n",
            "Losses {'ner': 227.24901329191187}\n",
            "Losses {'ner': 240.1299841871049}\n",
            "Losses {'ner': 254.5981495357795}\n",
            "Losses {'ner': 273.3432953368184}\n",
            "Losses {'ner': 294.22132534297134}\n",
            "Losses {'ner': 316.0122356274883}\n",
            "Losses {'ner': 340.91532929403957}\n",
            "Losses {'ner': 365.5046948289023}\n",
            "Losses {'ner': 391.5850121400076}\n",
            "Losses {'ner': 421.95170790876773}\n",
            "Losses {'ner': 455.8613114497243}\n",
            "Losses {'ner': 489.67592513808313}\n",
            "Losses {'ner': 492.4462929798724}\n",
            "Losses {'ner': 497.0143177881514}\n",
            "Losses {'ner': 502.65013106570814}\n",
            "Losses {'ner': 510.3895629382355}\n",
            "Losses {'ner': 521.054587689423}\n",
            "Losses {'ner': 534.9699323822861}\n",
            "Losses {'ner': 549.3915148419555}\n",
            "Losses {'ner': 567.2901015975737}\n",
            "Losses {'ner': 586.8477269750625}\n",
            "Losses {'ner': 608.5617806157005}\n",
            "Losses {'ner': 626.7935853978387}\n",
            "Losses {'ner': 645.0088582567101}\n",
            "Losses {'ner': 658.3890078922229}\n",
            "Losses {'ner': 672.2186924863245}\n",
            "Losses {'ner': 683.4724100853864}\n",
            "Losses {'ner': 693.088198666899}\n",
            "Losses {'ner': 704.8932496526289}\n",
            "Losses {'ner': 712.8506167906233}\n",
            "Losses {'ner': 725.1459239661256}\n",
            "Losses {'ner': 737.518993960971}\n",
            "Losses {'ner': 739.3597378533145}\n",
            "Losses {'ner': 741.4172852725997}\n",
            "Losses {'ner': 742.9873201042936}\n",
            "Losses {'ner': 744.7831868584516}\n",
            "Losses {'ner': 747.57911829119}\n",
            "Losses {'ner': 750.1471074941272}\n",
            "Losses {'ner': 750.9142652762841}\n",
            "Losses {'ner': 753.0730193675337}\n",
            "Losses {'ner': 755.0710900702737}\n",
            "Losses {'ner': 760.4181067573431}\n",
            "Losses {'ner': 767.912737806538}\n",
            "Losses {'ner': 775.8592169862409}\n",
            "Losses {'ner': 788.7185819064741}\n",
            "Losses {'ner': 810.0320891529998}\n",
            "Losses {'ner': 829.9318019897689}\n",
            "Losses {'ner': 841.4501202063375}\n",
            "Losses {'ner': 851.5906748357121}\n",
            "Losses {'ner': 860.1399602101385}\n",
            "Losses {'ner': 866.3855025717755}\n",
            "Losses {'ner': 870.5008351684776}\n",
            "Losses {'ner': 873.2893519412941}\n",
            "Losses {'ner': 874.666067586243}\n",
            "Losses {'ner': 875.3730864686953}\n",
            "Losses {'ner': 878.2017373752676}\n",
            "Losses {'ner': 882.2954870523214}\n",
            "Losses {'ner': 886.1926644433331}\n",
            "Losses {'ner': 888.4795259553703}\n",
            "Losses {'ner': 891.5204334168725}\n",
            "Losses {'ner': 894.2560031151836}\n",
            "Losses {'ner': 903.8808950474661}\n",
            "Losses {'ner': 965.7974040582565}\n",
            "Losses {'ner': 975.8249106132382}\n",
            "Losses {'ner': 989.7589483448695}\n",
            "Losses {'ner': 1003.569837235955}\n",
            "Losses {'ner': 1014.1222536503324}\n",
            "Losses {'ner': 1027.7622440713326}\n",
            "Losses {'ner': 1040.0505567501925}\n",
            "Losses {'ner': 1051.666502748166}\n",
            "Losses {'ner': 1061.7188996854502}\n",
            "Losses {'ner': 1070.8202306629837}\n",
            "Losses {'ner': 1074.817459055589}\n",
            "Losses {'ner': 1078.8154569427365}\n",
            "Losses {'ner': 1082.8482854695183}\n",
            "Losses {'ner': 1086.7631921072798}\n",
            "Losses {'ner': 1091.6960444354513}\n",
            "Losses {'ner': 1094.6854500905335}\n",
            "Losses {'ner': 1096.5230870631701}\n",
            "Losses {'ner': 1098.5290856452214}\n",
            "Losses {'ner': 1101.9483083924565}\n",
            "Losses {'ner': 1104.8165909115367}\n",
            "Losses {'ner': 1106.6510571051933}\n",
            "Losses {'ner': 1109.3144354723831}\n",
            "Losses {'ner': 1110.2445930321092}\n",
            "Losses {'ner': 1112.374230278736}\n",
            "Losses {'ner': 1114.0441325334882}\n",
            "Losses {'ner': 1115.407835465361}\n",
            "Losses {'ner': 1118.24106882008}\n",
            "Losses {'ner': 1125.6653577856027}\n",
            "Losses {'ner': 1130.9604136704456}\n",
            "Losses {'ner': 1132.6943505670465}\n",
            "Losses {'ner': 1136.983690847575}\n",
            "Losses {'ner': 1141.0707614952341}\n",
            "Losses {'ner': 1145.0783034155677}\n",
            "Losses {'ner': 1149.0464021365528}\n",
            "Losses {'ner': 1152.8148648800284}\n",
            "Losses {'ner': 1153.5611200422295}\n",
            "Losses {'ner': 1154.5297593405626}\n",
            "Losses {'ner': 1155.0659475543762}\n",
            "Losses {'ner': 1155.0868335343466}\n",
            "Losses {'ner': 1155.165555402769}\n",
            "Losses {'ner': 1155.238560215471}\n",
            "Losses {'ner': 1155.2727821118722}\n",
            "Losses {'ner': 1155.2777168943885}\n",
            "Losses {'ner': 1155.2888927017716}\n",
            "Losses {'ner': 1155.2908175915832}\n",
            "Losses {'ner': 1155.3946768951055}\n",
            "Losses {'ner': 1155.4235358425144}\n",
            "Losses {'ner': 1155.4279617547386}\n",
            "Losses {'ner': 1155.435185553231}\n",
            "Losses {'ner': 1155.7798174187944}\n",
            "Losses {'ner': 1157.7760016394711}\n",
            "Losses {'ner': 1159.7562066065136}\n",
            "Losses {'ner': 1161.8679851618274}\n",
            "Losses {'ner': 1163.7625978201595}\n",
            "Losses {'ner': 1165.019845706264}\n",
            "Losses {'ner': 1169.2964427975332}\n",
            "Losses {'ner': 1176.8618350213997}\n",
            "Losses {'ner': 1184.9306191512746}\n",
            "Losses {'ner': 1191.5495989144245}\n",
            "Losses {'ner': 1199.4311517605165}\n",
            "Losses {'ner': 1205.3768173724372}\n",
            "Losses {'ner': 1213.3110905387157}\n",
            "Losses {'ner': 1220.2867666027973}\n",
            "Losses {'ner': 1227.2492215426735}\n",
            "Losses {'ner': 1232.1568467493871}\n",
            "Losses {'ner': 1237.0409046585764}\n",
            "Losses {'ner': 1.6841900857398626e-09}\n",
            "Losses {'ner': 0.0023062220018972776}\n",
            "Losses {'ner': 0.0028578734709787104}\n",
            "Losses {'ner': 4.373485244987984}\n",
            "Losses {'ner': 8.360233235933284}\n",
            "Losses {'ner': 12.968083395941669}\n",
            "Losses {'ner': 16.525687332726907}\n",
            "Losses {'ner': 18.428148957439436}\n",
            "Losses {'ner': 19.735457481864945}\n",
            "Losses {'ner': 20.46949821370596}\n",
            "Losses {'ner': 20.469665491199176}\n",
            "Losses {'ner': 20.470328241984657}\n",
            "Losses {'ner': 20.470413590874188}\n",
            "Losses {'ner': 20.470502741478644}\n",
            "Losses {'ner': 20.47072163613901}\n",
            "Losses {'ner': 20.470947261690657}\n",
            "Losses {'ner': 20.50348110589124}\n",
            "Losses {'ner': 20.511663408540016}\n",
            "Losses {'ner': 20.517991980535044}\n",
            "Losses {'ner': 20.518123944246984}\n",
            "Losses {'ner': 22.308600019233616}\n",
            "Losses {'ner': 31.687184553384103}\n",
            "Losses {'ner': 66.41359664509739}\n",
            "Losses {'ner': 127.75772882191067}\n",
            "Losses {'ner': 155.25171304330098}\n",
            "Losses {'ner': 155.2517164222237}\n",
            "Losses {'ner': 155.2519258555383}\n",
            "Losses {'ner': 157.16468478294706}\n",
            "Losses {'ner': 159.05027919664758}\n",
            "Losses {'ner': 159.11846764910712}\n",
            "Losses {'ner': 159.1186902502189}\n",
            "Losses {'ner': 159.11889268546338}\n",
            "Losses {'ner': 159.11916406325486}\n",
            "Losses {'ner': 159.46899691470136}\n",
            "Losses {'ner': 159.54095769834018}\n",
            "Losses {'ner': 159.551105733549}\n",
            "Losses {'ner': 159.55147618398345}\n",
            "Losses {'ner': 159.55157870850547}\n",
            "Losses {'ner': 159.5516648569818}\n",
            "Losses {'ner': 159.55185365948765}\n",
            "Losses {'ner': 159.55350316950654}\n",
            "Losses {'ner': 161.5480647273759}\n",
            "Losses {'ner': 162.84378306250798}\n",
            "Losses {'ner': 162.8458437900307}\n",
            "Losses {'ner': 164.84870634310732}\n",
            "Losses {'ner': 164.84870640929245}\n",
            "Losses {'ner': 164.84870657810697}\n",
            "Losses {'ner': 164.84871708085979}\n",
            "Losses {'ner': 166.33766959609815}\n",
            "Losses {'ner': 166.44923958612856}\n",
            "Losses {'ner': 166.45571744635205}\n",
            "Losses {'ner': 166.45582907735306}\n",
            "Losses {'ner': 166.4559288698645}\n",
            "Losses {'ner': 166.45694047255242}\n",
            "Losses {'ner': 166.4569424295231}\n",
            "Losses {'ner': 166.45695229567406}\n",
            "Losses {'ner': 166.45695500896647}\n",
            "Losses {'ner': 166.45700224783053}\n",
            "Losses {'ner': 166.4572022262681}\n",
            "Losses {'ner': 166.4632349027681}\n",
            "Losses {'ner': 166.46324261375904}\n",
            "Losses {'ner': 166.4637392642796}\n",
            "Losses {'ner': 166.46378769953128}\n",
            "Losses {'ner': 166.46380945469662}\n",
            "Losses {'ner': 166.54544474660267}\n",
            "Losses {'ner': 166.54549404606124}\n",
            "Losses {'ner': 166.54566807083782}\n",
            "Losses {'ner': 166.5456718580869}\n",
            "Losses {'ner': 166.54578026763454}\n",
            "Losses {'ner': 166.54810325484257}\n",
            "Losses {'ner': 166.5481122494303}\n",
            "Losses {'ner': 166.54813513961085}\n",
            "Losses {'ner': 166.54813518360285}\n",
            "Losses {'ner': 166.5481522797076}\n",
            "Losses {'ner': 166.54815906903607}\n",
            "Losses {'ner': 166.7562058851216}\n",
            "Losses {'ner': 166.7563463951766}\n",
            "Losses {'ner': 166.75634884768607}\n",
            "Losses {'ner': 166.75635910965278}\n",
            "Losses {'ner': 166.75638861790546}\n",
            "Losses {'ner': 166.76064265506434}\n",
            "Losses {'ner': 166.76064343001556}\n",
            "Losses {'ner': 168.7605451865718}\n",
            "Losses {'ner': 170.76054083838363}\n",
            "Losses {'ner': 172.74737425185816}\n",
            "Losses {'ner': 172.7473744200776}\n",
            "Losses {'ner': 172.74737711745945}\n",
            "Losses {'ner': 172.7473779028265}\n",
            "Losses {'ner': 172.74738109661152}\n",
            "Losses {'ner': 172.74857636153706}\n",
            "Losses {'ner': 172.74965223923152}\n",
            "Losses {'ner': 172.75336063801302}\n",
            "Losses {'ner': 172.75846530862998}\n",
            "Losses {'ner': 173.81575593246868}\n",
            "Losses {'ner': 179.74566570229644}\n",
            "Losses {'ner': 184.8687253390541}\n",
            "Losses {'ner': 188.67675145670813}\n",
            "Losses {'ner': 191.9242372386466}\n",
            "Losses {'ner': 195.14174367878582}\n",
            "Losses {'ner': 195.58085542280892}\n",
            "Losses {'ner': 195.58097506911915}\n",
            "Losses {'ner': 195.5921834695609}\n",
            "Losses {'ner': 195.59416234127113}\n",
            "Losses {'ner': 195.5941652454024}\n",
            "Losses {'ner': 195.59417138802547}\n",
            "Losses {'ner': 195.594171388112}\n",
            "Losses {'ner': 195.59417140771166}\n",
            "Losses {'ner': 195.5941956964799}\n",
            "Losses {'ner': 195.59419614851296}\n",
            "Losses {'ner': 195.59419630585415}\n",
            "Losses {'ner': 195.59421215259601}\n",
            "Losses {'ner': 198.34604713138154}\n",
            "Losses {'ner': 200.19525660212838}\n",
            "Losses {'ner': 202.10886024728418}\n",
            "Losses {'ner': 203.49706699057145}\n",
            "Losses {'ner': 204.87787574989935}\n",
            "Losses {'ner': 206.08478395410177}\n",
            "Losses {'ner': 210.07330676312824}\n",
            "Losses {'ner': 214.45507905887226}\n",
            "Losses {'ner': 216.5654703976958}\n",
            "Losses {'ner': 219.7685375532736}\n",
            "Losses {'ner': 221.5785295738481}\n",
            "Losses {'ner': 225.10474404698496}\n",
            "Losses {'ner': 226.41057820187635}\n",
            "Losses {'ner': 228.4141537363927}\n",
            "Losses {'ner': 228.4141537364259}\n",
            "Losses {'ner': 228.4141537822019}\n",
            "Losses {'ner': 228.41417198374424}\n",
            "Losses {'ner': 228.41417232651727}\n",
            "Losses {'ner': 228.4141723723813}\n",
            "Losses {'ner': 228.41417251806746}\n",
            "Losses {'ner': 231.31872337334647}\n",
            "Losses {'ner': 233.82828834774045}\n",
            "Losses {'ner': 234.03166371750015}\n",
            "Losses {'ner': 235.3886413453521}\n",
            "Losses {'ner': 235.39355268519685}\n",
            "Losses {'ner': 236.7135804574354}\n",
            "Losses {'ner': 237.96850809023996}\n",
            "Losses {'ner': 238.005547974537}\n",
            "Losses {'ner': 238.02215387152577}\n",
            "Losses {'ner': 238.02305949416925}\n",
            "Losses {'ner': 3.908454273134011e-09}\n",
            "Losses {'ner': 9.447463759553847e-06}\n",
            "Losses {'ner': 9.45639007766624e-06}\n",
            "Losses {'ner': 9.53418737298362e-06}\n",
            "Losses {'ner': 9.58523797492505e-06}\n",
            "Losses {'ner': 1.0489451299880422e-05}\n",
            "Losses {'ner': 0.00933864755269943}\n",
            "Losses {'ner': 0.009534291261353451}\n",
            "Losses {'ner': 0.009542280018632911}\n",
            "Losses {'ner': 0.00955409581736068}\n",
            "Losses {'ner': 0.009554096017041911}\n",
            "Losses {'ner': 0.00955410119474186}\n",
            "Losses {'ner': 0.00955410367478549}\n",
            "Losses {'ner': 0.009554246536397247}\n",
            "Losses {'ner': 0.009554259210990073}\n",
            "Losses {'ner': 0.009554263599513876}\n",
            "Losses {'ner': 2.007496147315592}\n",
            "Losses {'ner': 4.004092030132112}\n",
            "Losses {'ner': 5.9760324545118895}\n",
            "Losses {'ner': 7.4784118146448915}\n",
            "Losses {'ner': 7.563770634456133}\n",
            "Losses {'ner': 7.589899783101092}\n",
            "Losses {'ner': 7.703186130345748}\n",
            "Losses {'ner': 8.394024785034231}\n",
            "Losses {'ner': 9.192751772195466}\n",
            "Losses {'ner': 9.19275177219687}\n",
            "Losses {'ner': 11.172348344724936}\n",
            "Losses {'ner': 12.169542289972227}\n",
            "Losses {'ner': 12.869512133696059}\n",
            "Losses {'ner': 12.883227918181401}\n",
            "Losses {'ner': 13.808675896990733}\n",
            "Losses {'ner': 13.876885365440488}\n",
            "Losses {'ner': 15.008065638275426}\n",
            "Losses {'ner': 15.066029091343502}\n",
            "Losses {'ner': 15.110718180293098}\n",
            "Losses {'ner': 15.11444135619193}\n",
            "Losses {'ner': 15.12012971432147}\n",
            "Losses {'ner': 15.120152465880242}\n",
            "Losses {'ner': 15.137086469939058}\n",
            "Losses {'ner': 15.13710049020289}\n",
            "Losses {'ner': 15.281803149816538}\n",
            "Losses {'ner': 15.297109271514243}\n",
            "Losses {'ner': 15.781525312424556}\n",
            "Losses {'ner': 15.781872389299934}\n",
            "Losses {'ner': 15.781914653797125}\n",
            "Losses {'ner': 15.7819146573364}\n",
            "Losses {'ner': 15.781914657540776}\n",
            "Losses {'ner': 15.781938727399966}\n",
            "Losses {'ner': 15.812743475200048}\n",
            "Losses {'ner': 15.812761797192868}\n",
            "Losses {'ner': 15.812804511878316}\n",
            "Losses {'ner': 15.81289223184671}\n",
            "Losses {'ner': 15.81310723568148}\n",
            "Losses {'ner': 15.813277163323638}\n",
            "Losses {'ner': 15.81328277381006}\n",
            "Losses {'ner': 15.813322647588743}\n",
            "Losses {'ner': 15.813325656501885}\n",
            "Losses {'ner': 15.8133261424945}\n",
            "Losses {'ner': 15.813326712413218}\n",
            "Losses {'ner': 15.813327386656239}\n",
            "Losses {'ner': 15.813335109516899}\n",
            "Losses {'ner': 15.813338763385671}\n",
            "Losses {'ner': 15.813342478893464}\n",
            "Losses {'ner': 15.813348245938828}\n",
            "Losses {'ner': 15.813889871668538}\n",
            "Losses {'ner': 15.813889871680093}\n",
            "Losses {'ner': 15.813889877815132}\n",
            "Losses {'ner': 15.813890914453712}\n",
            "Losses {'ner': 15.813891091272858}\n",
            "Losses {'ner': 15.81389123631237}\n",
            "Losses {'ner': 15.813894171951967}\n",
            "Losses {'ner': 15.81389418588669}\n",
            "Losses {'ner': 15.81389424954808}\n",
            "Losses {'ner': 15.813894255733613}\n",
            "Losses {'ner': 15.813894304155186}\n",
            "Losses {'ner': 15.813894338094771}\n",
            "Losses {'ner': 15.820159837203873}\n",
            "Losses {'ner': 15.820159842811728}\n",
            "Losses {'ner': 15.820174630547724}\n",
            "Losses {'ner': 15.820174636814228}\n",
            "Losses {'ner': 15.820174703619914}\n",
            "Losses {'ner': 15.820174719726781}\n",
            "Losses {'ner': 15.820174877634486}\n",
            "Losses {'ner': 15.820175120520407}\n",
            "Losses {'ner': 15.820176627510339}\n",
            "Losses {'ner': 15.820176635321811}\n",
            "Losses {'ner': 15.820179743848652}\n",
            "Losses {'ner': 15.820179750332086}\n",
            "Losses {'ner': 15.820179786633169}\n",
            "Losses {'ner': 15.82018557320928}\n",
            "Losses {'ner': 15.82021431275844}\n",
            "Losses {'ner': 15.820214525083811}\n",
            "Losses {'ner': 15.82021452782289}\n",
            "Losses {'ner': 15.820214620961178}\n",
            "Losses {'ner': 15.820221832032244}\n",
            "Losses {'ner': 15.82032016222695}\n",
            "Losses {'ner': 15.820320624666017}\n",
            "Losses {'ner': 15.82032066304033}\n",
            "Losses {'ner': 15.820320778177463}\n",
            "Losses {'ner': 15.820321053923472}\n",
            "Losses {'ner': 15.820321238392843}\n",
            "Losses {'ner': 15.820325411093476}\n",
            "Losses {'ner': 15.820325631809824}\n",
            "Losses {'ner': 16.287467939686348}\n",
            "Losses {'ner': 16.287468451325665}\n",
            "Losses {'ner': 16.287468451597395}\n",
            "Losses {'ner': 17.988667165408277}\n",
            "Losses {'ner': 17.988668111315125}\n",
            "Losses {'ner': 17.98866987073554}\n",
            "Losses {'ner': 17.98866990105646}\n",
            "Losses {'ner': 17.988670004451006}\n",
            "Losses {'ner': 17.988680100827754}\n",
            "Losses {'ner': 17.98868412992757}\n",
            "Losses {'ner': 17.98868434418413}\n",
            "Losses {'ner': 17.98868487887836}\n",
            "Losses {'ner': 17.988686171780916}\n",
            "Losses {'ner': 17.989867966701105}\n",
            "Losses {'ner': 17.989868273017436}\n",
            "Losses {'ner': 17.98986845258574}\n",
            "Losses {'ner': 17.989868463447984}\n",
            "Losses {'ner': 17.98987160709655}\n",
            "Losses {'ner': 17.989871680626514}\n",
            "Losses {'ner': 17.989871741122666}\n",
            "Losses {'ner': 17.98987175696071}\n",
            "Losses {'ner': 17.9898720328512}\n",
            "Losses {'ner': 17.989872032851512}\n",
            "Losses {'ner': 18.013823294706107}\n",
            "Losses {'ner': 18.314872135542174}\n",
            "Losses {'ner': 18.85332851463089}\n",
            "Losses {'ner': 18.89602098492743}\n",
            "Losses {'ner': 18.89602181630003}\n",
            "Losses {'ner': 18.89602181821288}\n",
            "Losses {'ner': 18.89621274343346}\n",
            "Losses {'ner': 18.89621276815999}\n",
            "Losses {'ner': 18.896223425294707}\n",
            "Losses {'ner': 18.896223907822634}\n",
            "Losses {'ner': 18.89622499615557}\n",
            "Losses {'ner': 18.896236228671203}\n",
            "Losses {'ner': 18.896258138601095}\n",
            "Losses {'ner': 18.89636910973497}\n",
            "Losses {'ner': 18.896371401758778}\n",
            "Losses {'ner': 4.3970288001288385e-10}\n",
            "Losses {'ner': 1.0040501587076998e-09}\n",
            "Losses {'ner': 1.6918828135897657e-07}\n",
            "Losses {'ner': 2.050970995625941e-07}\n",
            "Losses {'ner': 0.0003650006902405931}\n",
            "Losses {'ner': 0.017948109168186083}\n",
            "Losses {'ner': 0.01868851538959986}\n",
            "Losses {'ner': 0.018690139911105526}\n",
            "Losses {'ner': 0.01869119537906265}\n",
            "Losses {'ner': 0.018692533116323285}\n",
            "Losses {'ner': 0.01869253314477068}\n",
            "Losses {'ner': 0.01869253417475397}\n",
            "Losses {'ner': 0.01869253515358733}\n",
            "Losses {'ner': 0.018692540756522595}\n",
            "Losses {'ner': 0.01869254824654563}\n",
            "Losses {'ner': 0.01874625573060589}\n",
            "Losses {'ner': 0.01874653554764686}\n",
            "Losses {'ner': 0.018746865720821973}\n",
            "Losses {'ner': 0.018755371216871448}\n",
            "Losses {'ner': 0.018769044793841956}\n",
            "Losses {'ner': 0.019025882466500124}\n",
            "Losses {'ner': 0.019041444844149064}\n",
            "Losses {'ner': 0.019042654257920868}\n",
            "Losses {'ner': 0.019054307863095067}\n",
            "Losses {'ner': 0.01905441845907422}\n",
            "Losses {'ner': 0.019054418507258867}\n",
            "Losses {'ner': 0.019055005011635304}\n",
            "Losses {'ner': 0.019055016789341645}\n",
            "Losses {'ner': 0.019055061669078808}\n",
            "Losses {'ner': 0.019055709138851074}\n",
            "Losses {'ner': 0.019055718426846432}\n",
            "Losses {'ner': 0.019055725692046048}\n",
            "Losses {'ner': 0.01905606313760891}\n",
            "Losses {'ner': 0.019056525274358117}\n",
            "Losses {'ner': 0.019057537631914822}\n",
            "Losses {'ner': 0.01915269478323344}\n",
            "Losses {'ner': 0.01915278556143979}\n",
            "Losses {'ner': 0.019155420232913375}\n",
            "Losses {'ner': 0.019509069604332532}\n",
            "Losses {'ner': 0.019822203911399987}\n",
            "Losses {'ner': 0.019824421377634214}\n",
            "Losses {'ner': 0.019824975314295504}\n",
            "Losses {'ner': 0.019825556508730163}\n",
            "Losses {'ner': 0.019828268518450026}\n",
            "Losses {'ner': 0.01986206818523565}\n",
            "Losses {'ner': 0.01986206909822853}\n",
            "Losses {'ner': 0.019862070919493217}\n",
            "Losses {'ner': 0.019862072455102985}\n",
            "Losses {'ner': 0.01986225314785261}\n",
            "Losses {'ner': 0.019862679233865567}\n",
            "Losses {'ner': 0.019864053147209577}\n",
            "Losses {'ner': 0.019864054436951297}\n",
            "Losses {'ner': 0.019864403057714104}\n",
            "Losses {'ner': 0.019864429321042924}\n",
            "Losses {'ner': 0.01986444119493816}\n",
            "Losses {'ner': 0.019874498927411013}\n",
            "Losses {'ner': 0.0198745333107224}\n",
            "Losses {'ner': 0.019874827532216994}\n",
            "Losses {'ner': 0.019874964646845267}\n",
            "Losses {'ner': 0.019875913949340917}\n",
            "Losses {'ner': 0.019878025353788627}\n",
            "Losses {'ner': 0.019880305654322306}\n",
            "Losses {'ner': 0.01988090360453673}\n",
            "Losses {'ner': 0.019909109525179526}\n",
            "Losses {'ner': 0.019916895169941655}\n",
            "Losses {'ner': 0.019916895199557787}\n",
            "Losses {'ner': 0.019916895199728214}\n",
            "Losses {'ner': 0.01991689635970369}\n",
            "Losses {'ner': 0.019916896542357336}\n",
            "Losses {'ner': 0.019916896577503097}\n",
            "Losses {'ner': 0.019916896936778065}\n",
            "Losses {'ner': 0.019916897394801736}\n",
            "Losses {'ner': 0.019916897593317832}\n",
            "Losses {'ner': 0.01991689765822126}\n",
            "Losses {'ner': 0.019916902352752494}\n",
            "Losses {'ner': 0.01992763038715626}\n",
            "Losses {'ner': 0.020018406642091584}\n",
            "Losses {'ner': 0.02001841663381456}\n",
            "Losses {'ner': 0.02001842109662987}\n",
            "Losses {'ner': 0.02001843090071908}\n",
            "Losses {'ner': 0.02001843116651519}\n",
            "Losses {'ner': 0.020018440215519632}\n",
            "Losses {'ner': 0.020018441581905844}\n",
            "Losses {'ner': 0.02001846344575726}\n",
            "Losses {'ner': 0.020019830159466265}\n",
            "Losses {'ner': 0.020019830160120718}\n",
            "Losses {'ner': 0.0200198692910183}\n",
            "Losses {'ner': 0.020019960386287786}\n",
            "Losses {'ner': 0.020019960418631865}\n",
            "Losses {'ner': 0.020020005838308232}\n",
            "Losses {'ner': 0.02002438841716637}\n",
            "Losses {'ner': 0.02002439407314802}\n",
            "Losses {'ner': 0.020034967246962847}\n",
            "Losses {'ner': 0.020034971648758348}\n",
            "Losses {'ner': 0.02003538878299039}\n",
            "Losses {'ner': 0.02010709969255875}\n",
            "Losses {'ner': 0.020130132543458242}\n",
            "Losses {'ner': 0.020130307426736688}\n",
            "Losses {'ner': 0.020130313937165165}\n",
            "Losses {'ner': 0.02013033102618254}\n",
            "Losses {'ner': 0.02014397802126652}\n",
            "Losses {'ner': 0.020143978848263674}\n",
            "Losses {'ner': 0.020146220095613634}\n",
            "Losses {'ner': 0.02016198161375603}\n",
            "Losses {'ner': 0.02016250954580898}\n",
            "Losses {'ner': 0.0201625095465991}\n",
            "Losses {'ner': 0.020162510606203724}\n",
            "Losses {'ner': 0.02016275363218586}\n",
            "Losses {'ner': 0.020164659135619538}\n",
            "Losses {'ner': 0.020164728421648195}\n",
            "Losses {'ner': 0.02016532213322547}\n",
            "Losses {'ner': 0.020165670403829113}\n",
            "Losses {'ner': 0.02016570876164962}\n",
            "Losses {'ner': 0.02016572144485026}\n",
            "Losses {'ner': 0.021848834489688742}\n",
            "Losses {'ner': 0.02184884252405781}\n",
            "Losses {'ner': 0.021848851882589265}\n",
            "Losses {'ner': 0.021848862872652215}\n",
            "Losses {'ner': 0.02184886309808136}\n",
            "Losses {'ner': 0.021848865418160075}\n",
            "Losses {'ner': 0.021850220932138776}\n",
            "Losses {'ner': 0.021850236249387922}\n",
            "Losses {'ner': 0.02185121320678315}\n",
            "Losses {'ner': 0.021851214628700794}\n",
            "Losses {'ner': 0.021851369105214378}\n",
            "Losses {'ner': 0.02185136910523157}\n",
            "Losses {'ner': 0.02185136912074205}\n",
            "Losses {'ner': 0.021851369121596513}\n",
            "Losses {'ner': 0.021851369124707372}\n",
            "Losses {'ner': 0.02185136964772587}\n",
            "Losses {'ner': 0.021851370550428358}\n",
            "Losses {'ner': 0.021851370814066583}\n",
            "Losses {'ner': 0.021851370834701175}\n",
            "Losses {'ner': 1.724808930277488}\n",
            "Losses {'ner': 1.7248089324326128}\n",
            "Losses {'ner': 1.7248181777294205}\n",
            "Losses {'ner': 1.7248181819320472}\n",
            "Losses {'ner': 1.7248214760644935}\n",
            "Losses {'ner': 1.7249067337919992}\n",
            "Losses {'ner': 1.7249068175426234}\n",
            "Losses {'ner': 1.7249069400140529}\n",
            "Losses {'ner': 1.964432279736948e-16}\n",
            "Losses {'ner': 1.0376560319558564e-09}\n",
            "Losses {'ner': 1.5399885074647495e-09}\n",
            "Losses {'ner': 3.000955069743284e-07}\n",
            "Losses {'ner': 3.0011591466517007e-07}\n",
            "Losses {'ner': 3.5045353533651664e-07}\n",
            "Losses {'ner': 3.50518911868712e-07}\n",
            "Losses {'ner': 4.0057934559941177e-07}\n",
            "Losses {'ner': 4.006948379148792e-07}\n",
            "Losses {'ner': 4.007349947676015e-07}\n",
            "Losses {'ner': 4.0073499544131865e-07}\n",
            "Losses {'ner': 4.007350020693022e-07}\n",
            "Losses {'ner': 4.007350098123172e-07}\n",
            "Losses {'ner': 4.0073961831033145e-07}\n",
            "Losses {'ner': 4.149006559757847e-06}\n",
            "Losses {'ner': 4.285304923923579e-06}\n",
            "Losses {'ner': 4.297888770403516e-06}\n",
            "Losses {'ner': 4.300147553671707e-06}\n",
            "Losses {'ner': 4.306816030927621e-06}\n",
            "Losses {'ner': 5.434718440653123e-06}\n",
            "Losses {'ner': 5.4360844571655596e-06}\n",
            "Losses {'ner': 5.436503127477409e-06}\n",
            "Losses {'ner': 5.49336427706978e-06}\n",
            "Losses {'ner': 5.543012918329571e-06}\n",
            "Losses {'ner': 5.56648951919426e-06}\n",
            "Losses {'ner': 5.566489520149236e-06}\n",
            "Losses {'ner': 5.5664930708322485e-06}\n",
            "Losses {'ner': 5.566493590470061e-06}\n",
            "Losses {'ner': 5.566498301407022e-06}\n",
            "Losses {'ner': 5.566505475019555e-06}\n",
            "Losses {'ner': 5.566506997024967e-06}\n",
            "Losses {'ner': 5.566508178207095e-06}\n",
            "Losses {'ner': 5.587565827502e-06}\n",
            "Losses {'ner': 5.622204263506127e-06}\n",
            "Losses {'ner': 2.5659685692143344e-05}\n",
            "Losses {'ner': 2.5782578393946576e-05}\n",
            "Losses {'ner': 2.6181503292571212e-05}\n",
            "Losses {'ner': 3.1476639227521306e-05}\n",
            "Losses {'ner': 3.189765392688034e-05}\n",
            "Losses {'ner': 3.1909194408300224e-05}\n",
            "Losses {'ner': 3.5589665972114194e-05}\n",
            "Losses {'ner': 3.578768475202262e-05}\n",
            "Losses {'ner': 4.724635715557551e-05}\n",
            "Losses {'ner': 4.727519382532793e-05}\n",
            "Losses {'ner': 4.7661583779723824e-05}\n",
            "Losses {'ner': 4.766158378892532e-05}\n",
            "Losses {'ner': 4.7661583804998386e-05}\n",
            "Losses {'ner': 4.7661596373241626e-05}\n",
            "Losses {'ner': 4.76616241804066e-05}\n",
            "Losses {'ner': 4.766185954108403e-05}\n",
            "Losses {'ner': 5.745833993830328e-05}\n",
            "Losses {'ner': 5.771870317762972e-05}\n",
            "Losses {'ner': 5.789758391318284e-05}\n",
            "Losses {'ner': 5.789774688275601e-05}\n",
            "Losses {'ner': 5.954932719638224e-05}\n",
            "Losses {'ner': 5.9591540883971434e-05}\n",
            "Losses {'ner': 5.993280286298044e-05}\n",
            "Losses {'ner': 5.993561429174273e-05}\n",
            "Losses {'ner': 6.0002106772691965e-05}\n",
            "Losses {'ner': 6.0327151824491185e-05}\n",
            "Losses {'ner': 6.033647231687474e-05}\n",
            "Losses {'ner': 6.035027812771538e-05}\n",
            "Losses {'ner': 6.27853508745768e-05}\n",
            "Losses {'ner': 6.279947865830896e-05}\n",
            "Losses {'ner': 6.350658491382709e-05}\n",
            "Losses {'ner': 6.350658523911928e-05}\n",
            "Losses {'ner': 6.350665057235185e-05}\n",
            "Losses {'ner': 6.350665110735595e-05}\n",
            "Losses {'ner': 6.350734270917603e-05}\n",
            "Losses {'ner': 6.350734361115116e-05}\n",
            "Losses {'ner': 6.350739945907232e-05}\n",
            "Losses {'ner': 6.35073997324369e-05}\n",
            "Losses {'ner': 6.350808417098206e-05}\n",
            "Losses {'ner': 6.350821947013017e-05}\n",
            "Losses {'ner': 6.35087545376764e-05}\n",
            "Losses {'ner': 6.351461949798733e-05}\n",
            "Losses {'ner': 6.351471811107908e-05}\n",
            "Losses {'ner': 6.351477271719522e-05}\n",
            "Losses {'ner': 6.351478909596213e-05}\n",
            "Losses {'ner': 6.53428512566157e-05}\n",
            "Losses {'ner': 6.534368523244159e-05}\n",
            "Losses {'ner': 6.534414160570874e-05}\n",
            "Losses {'ner': 6.534420295554392e-05}\n",
            "Losses {'ner': 6.53443479889662e-05}\n",
            "Losses {'ner': 6.534568997827045e-05}\n",
            "Losses {'ner': 6.534569063211677e-05}\n",
            "Losses {'ner': 6.534569611225727e-05}\n",
            "Losses {'ner': 6.534632124430451e-05}\n",
            "Losses {'ner': 6.534633215649366e-05}\n",
            "Losses {'ner': 6.534642388590686e-05}\n",
            "Losses {'ner': 6.534698938157758e-05}\n",
            "Losses {'ner': 6.534987867544847e-05}\n",
            "Losses {'ner': 6.53498822194822e-05}\n",
            "Losses {'ner': 6.535167212219833e-05}\n",
            "Losses {'ner': 6.535167569467177e-05}\n",
            "Losses {'ner': 6.535340147674494e-05}\n",
            "Losses {'ner': 6.535482282307333e-05}\n",
            "Losses {'ner': 6.536460536561031e-05}\n",
            "Losses {'ner': 6.536462500073225e-05}\n",
            "Losses {'ner': 6.536467271430176e-05}\n",
            "Losses {'ner': 6.536476654732984e-05}\n",
            "Losses {'ner': 6.536513279911416e-05}\n",
            "Losses {'ner': 6.537096344115279e-05}\n",
            "Losses {'ner': 6.537650091172468e-05}\n",
            "Losses {'ner': 6.537669730507557e-05}\n",
            "Losses {'ner': 6.5376697305484e-05}\n",
            "Losses {'ner': 6.537669733155718e-05}\n",
            "Losses {'ner': 6.537669734065696e-05}\n",
            "Losses {'ner': 6.537671290791875e-05}\n",
            "Losses {'ner': 6.53767131882746e-05}\n",
            "Losses {'ner': 6.53767277742788e-05}\n",
            "Losses {'ner': 6.537672823714331e-05}\n",
            "Losses {'ner': 6.537675877234069e-05}\n",
            "Losses {'ner': 6.538014938533552e-05}\n",
            "Losses {'ner': 6.538015754474616e-05}\n",
            "Losses {'ner': 6.538016008349013e-05}\n",
            "Losses {'ner': 6.53801618576775e-05}\n",
            "Losses {'ner': 6.538016635425839e-05}\n",
            "Losses {'ner': 6.538037010492685e-05}\n",
            "Losses {'ner': 6.538118940457647e-05}\n",
            "Losses {'ner': 6.538119152931535e-05}\n",
            "Losses {'ner': 6.538119635895006e-05}\n",
            "Losses {'ner': 6.53814540863807e-05}\n",
            "Losses {'ner': 6.538146128232782e-05}\n",
            "Losses {'ner': 6.538152703653475e-05}\n",
            "Losses {'ner': 6.538152704403898e-05}\n",
            "Losses {'ner': 6.538152714715608e-05}\n",
            "Losses {'ner': 6.538152930472519e-05}\n",
            "Losses {'ner': 6.538154378365404e-05}\n",
            "Losses {'ner': 6.538188053034218e-05}\n",
            "Losses {'ner': 6.538188071959396e-05}\n",
            "Losses {'ner': 6.53818845863128e-05}\n",
            "Losses {'ner': 6.538188697664863e-05}\n",
            "Losses {'ner': 6.538189909568968e-05}\n",
            "Losses {'ner': 6.539414814680489e-05}\n",
            "Losses {'ner': 6.56214120331069e-05}\n",
            "Losses {'ner': 6.874702778511085e-05}\n",
            "Losses {'ner': 6.89521345913103e-05}\n",
            "Losses {'ner': 6.895798315087986e-05}\n",
            "Losses {'ner': 6.895971955074841e-05}\n",
            "Losses {'ner': 6.896071605900199e-05}\n",
            "Losses {'ner': 3.1788678457273876e-13}\n",
            "Losses {'ner': 4.167633849289588e-12}\n",
            "Losses {'ner': 3.5125347043889604e-11}\n",
            "Losses {'ner': 3.9508198122592427e-11}\n",
            "Losses {'ner': 2.12200706210657e-10}\n",
            "Losses {'ner': 2.317975267375175e-10}\n",
            "Losses {'ner': 6.278469811285106e-10}\n",
            "Losses {'ner': 1.2695515366355531e-09}\n",
            "Losses {'ner': 1.3016367011231173e-09}\n",
            "Losses {'ner': 1.306031720725991e-09}\n",
            "Losses {'ner': 1.3061920363045915e-09}\n",
            "Losses {'ner': 1.3062370495271082e-09}\n",
            "Losses {'ner': 1.3102058411335e-09}\n",
            "Losses {'ner': 1.3105984272375514e-09}\n",
            "Losses {'ner': 1.3749313170880757e-09}\n",
            "Losses {'ner': 1.393729049715561e-09}\n",
            "Losses {'ner': 1.3948895126655728e-09}\n",
            "Losses {'ner': 1.3953200175091364e-09}\n",
            "Losses {'ner': 1.4064795690773522e-09}\n",
            "Losses {'ner': 6.249651973881216e-07}\n",
            "Losses {'ner': 6.249873587743387e-07}\n",
            "Losses {'ner': 7.010127654210393e-07}\n",
            "Losses {'ner': 7.011579386049853e-07}\n",
            "Losses {'ner': 7.06903960384842e-07}\n",
            "Losses {'ner': 2.336820246157953e-06}\n",
            "Losses {'ner': 2.3368205666638647e-06}\n",
            "Losses {'ner': 2.3368206769098708e-06}\n",
            "Losses {'ner': 2.3368209431759436e-06}\n",
            "Losses {'ner': 2.33682224319568e-06}\n",
            "Losses {'ner': 2.336822433901233e-06}\n",
            "Losses {'ner': 2.33682826179947e-06}\n",
            "Losses {'ner': 2.3368287010676526e-06}\n",
            "Losses {'ner': 2.3377259173203178e-06}\n",
            "Losses {'ner': 2.342239915522968e-06}\n",
            "Losses {'ner': 2.3422447525789385e-06}\n",
            "Losses {'ner': 4.455902622364418e-06}\n",
            "Losses {'ner': 4.461103660843858e-06}\n",
            "Losses {'ner': 4.46122540218496e-06}\n",
            "Losses {'ner': 4.461265205391419e-06}\n",
            "Losses {'ner': 4.461775766034646e-06}\n",
            "Losses {'ner': 6.001607818277322e-06}\n",
            "Losses {'ner': 6.003315825618118e-06}\n",
            "Losses {'ner': 6.052768123026383e-06}\n",
            "Losses {'ner': 6.052980423518553e-06}\n",
            "Losses {'ner': 6.057874900257358e-06}\n",
            "Losses {'ner': 6.057874906218381e-06}\n",
            "Losses {'ner': 6.057874911661907e-06}\n",
            "Losses {'ner': 6.058001705735274e-06}\n",
            "Losses {'ner': 6.058001724414823e-06}\n",
            "Losses {'ner': 6.058007804248865e-06}\n",
            "Losses {'ner': 6.058009441205761e-06}\n",
            "Losses {'ner': 6.058010929519262e-06}\n",
            "Losses {'ner': 6.058014236294258e-06}\n",
            "Losses {'ner': 6.058114865147078e-06}\n",
            "Losses {'ner': 6.058150838140812e-06}\n",
            "Losses {'ner': 6.058157890995779e-06}\n",
            "Losses {'ner': 6.0581591499572936e-06}\n",
            "Losses {'ner': 6.058486918270379e-06}\n",
            "Losses {'ner': 6.0585294231884625e-06}\n",
            "Losses {'ner': 6.058542503130731e-06}\n",
            "Losses {'ner': 6.058754706043143e-06}\n",
            "Losses {'ner': 6.058814026984177e-06}\n",
            "Losses {'ner': 6.062613243716902e-06}\n",
            "Losses {'ner': 6.062613421641311e-06}\n",
            "Losses {'ner': 6.062676955876632e-06}\n",
            "Losses {'ner': 6.062676955902982e-06}\n",
            "Losses {'ner': 6.062676957340524e-06}\n",
            "Losses {'ner': 6.062693251078199e-06}\n",
            "Losses {'ner': 6.062693585258199e-06}\n",
            "Losses {'ner': 6.062694032791594e-06}\n",
            "Losses {'ner': 6.071614454263795e-06}\n",
            "Losses {'ner': 6.071902685307062e-06}\n",
            "Losses {'ner': 6.071932655398254e-06}\n",
            "Losses {'ner': 6.074165144302214e-06}\n",
            "Losses {'ner': 6.074171399761174e-06}\n",
            "Losses {'ner': 6.0758389560659955e-06}\n",
            "Losses {'ner': 6.245800365929945e-06}\n",
            "Losses {'ner': 6.2465961657750606e-06}\n",
            "Losses {'ner': 6.247268518451382e-06}\n",
            "Losses {'ner': 6.256884227797533e-06}\n",
            "Losses {'ner': 6.258628817688633e-06}\n",
            "Losses {'ner': 6.25918680391162e-06}\n",
            "Losses {'ner': 6.259222921492481e-06}\n",
            "Losses {'ner': 6.290285901407645e-06}\n",
            "Losses {'ner': 6.305732618942052e-06}\n",
            "Losses {'ner': 6.30573262753412e-06}\n",
            "Losses {'ner': 6.305733037011212e-06}\n",
            "Losses {'ner': 6.305733093002629e-06}\n",
            "Losses {'ner': 6.306444413749505e-06}\n",
            "Losses {'ner': 6.306489373227695e-06}\n",
            "Losses {'ner': 6.306503517002092e-06}\n",
            "Losses {'ner': 6.3081920780856616e-06}\n",
            "Losses {'ner': 6.308439968465719e-06}\n",
            "Losses {'ner': 6.3155551847556264e-06}\n",
            "Losses {'ner': 6.322155113975462e-06}\n",
            "Losses {'ner': 6.423939140458295e-06}\n",
            "Losses {'ner': 6.443193836980006e-06}\n",
            "Losses {'ner': 6.44388269549944e-06}\n",
            "Losses {'ner': 6.444906933127556e-06}\n",
            "Losses {'ner': 6.445299614499602e-06}\n",
            "Losses {'ner': 6.470071568514753e-06}\n",
            "Losses {'ner': 6.822558694639578e-06}\n",
            "Losses {'ner': 6.823303599444175e-06}\n",
            "Losses {'ner': 7.029590168451252e-06}\n",
            "Losses {'ner': 7.041045981491432e-06}\n",
            "Losses {'ner': 7.041046002596747e-06}\n",
            "Losses {'ner': 7.041075646322125e-06}\n",
            "Losses {'ner': 7.041150987988448e-06}\n",
            "Losses {'ner': 7.041160624305367e-06}\n",
            "Losses {'ner': 7.0411812845966965e-06}\n",
            "Losses {'ner': 7.041197601524715e-06}\n",
            "Losses {'ner': 7.041268239375113e-06}\n",
            "Losses {'ner': 7.0413676301789126e-06}\n",
            "Losses {'ner': 7.041372560736173e-06}\n",
            "Losses {'ner': 7.070304455391467e-06}\n",
            "Losses {'ner': 7.070364959239384e-06}\n",
            "Losses {'ner': 7.070387211653157e-06}\n",
            "Losses {'ner': 7.070481170249067e-06}\n",
            "Losses {'ner': 7.071002105668893e-06}\n",
            "Losses {'ner': 7.071020341192002e-06}\n",
            "Losses {'ner': 7.071033484355292e-06}\n",
            "Losses {'ner': 7.071039154158501e-06}\n",
            "Losses {'ner': 7.071312428927661e-06}\n",
            "Losses {'ner': 7.071325590025819e-06}\n",
            "Losses {'ner': 7.071341267524598e-06}\n",
            "Losses {'ner': 7.07134127198679e-06}\n",
            "Losses {'ner': 7.0713412780811665e-06}\n",
            "Losses {'ner': 7.07134145384267e-06}\n",
            "Losses {'ner': 7.071369657423252e-06}\n",
            "Losses {'ner': 7.071412401132973e-06}\n",
            "Losses {'ner': 7.071413853419349e-06}\n",
            "Losses {'ner': 7.0714146632397104e-06}\n",
            "Losses {'ner': 7.071442523150555e-06}\n",
            "Losses {'ner': 7.071665357713897e-06}\n",
            "Losses {'ner': 7.0717745822509014e-06}\n",
            "Losses {'ner': 7.071816232481551e-06}\n",
            "Losses {'ner': 7.071819569074442e-06}\n",
            "Losses {'ner': 7.071924285587622e-06}\n",
            "Losses {'ner': 7.090007049747958e-06}\n",
            "Losses {'ner': 7.090051627832283e-06}\n",
            "Losses {'ner': 2.2163529546458476e-05}\n",
            "Losses {'ner': 4.624228576291077e-15}\n",
            "Losses {'ner': 5.397182071298096e-13}\n",
            "Losses {'ner': 8.097556793544909e-13}\n",
            "Losses {'ner': 1.0378768321211695e-11}\n",
            "Losses {'ner': 5.5418626821381775e-11}\n",
            "Losses {'ner': 6.881495015348757e-11}\n",
            "Losses {'ner': 1.0580830009623561e-10}\n",
            "Losses {'ner': 2.094033935621096e-09}\n",
            "Losses {'ner': 9.991317538877974e-06}\n",
            "Losses {'ner': 9.991385150162461e-06}\n",
            "Losses {'ner': 9.991385151651611e-06}\n",
            "Losses {'ner': 9.991433990138236e-06}\n",
            "Losses {'ner': 9.991438014474004e-06}\n",
            "Losses {'ner': 9.991438137563988e-06}\n",
            "Losses {'ner': 9.99162992454973e-06}\n",
            "Losses {'ner': 9.99163153527317e-06}\n",
            "Losses {'ner': 9.991639010625809e-06}\n",
            "Losses {'ner': 9.991718731312525e-06}\n",
            "Losses {'ner': 9.991729690588114e-06}\n",
            "Losses {'ner': 9.991737744004284e-06}\n",
            "Losses {'ner': 9.99220845543454e-06}\n",
            "Losses {'ner': 9.992213335749037e-06}\n",
            "Losses {'ner': 9.99225754825984e-06}\n",
            "Losses {'ner': 9.992394006353953e-06}\n",
            "Losses {'ner': 9.992877560120383e-06}\n",
            "Losses {'ner': 9.992878414887932e-06}\n",
            "Losses {'ner': 9.99287913628335e-06}\n",
            "Losses {'ner': 9.992879218420503e-06}\n",
            "Losses {'ner': 9.992880634921919e-06}\n",
            "Losses {'ner': 9.996215241020418e-06}\n",
            "Losses {'ner': 9.996254902369378e-06}\n",
            "Losses {'ner': 9.99650250670384e-06}\n",
            "Losses {'ner': 1.003063622269206e-05}\n",
            "Losses {'ner': 1.0759949299883695e-05}\n",
            "Losses {'ner': 1.0760970861704651e-05}\n",
            "Losses {'ner': 1.0761014416661028e-05}\n",
            "Losses {'ner': 1.0761082470617579e-05}\n",
            "Losses {'ner': 1.0761266194299351e-05}\n",
            "Losses {'ner': 1.07807379894659e-05}\n",
            "Losses {'ner': 1.0781283749552474e-05}\n",
            "Losses {'ner': 1.0781977692657587e-05}\n",
            "Losses {'ner': 1.080630472735819e-05}\n",
            "Losses {'ner': 1.0807161916963674e-05}\n",
            "Losses {'ner': 1.080725044348701e-05}\n",
            "Losses {'ner': 1.0807955282362323e-05}\n",
            "Losses {'ner': 1.0807958039467836e-05}\n",
            "Losses {'ner': 1.0807958669291803e-05}\n",
            "Losses {'ner': 1.0807958669374306e-05}\n",
            "Losses {'ner': 1.0807959014493428e-05}\n",
            "Losses {'ner': 1.080799453729325e-05}\n",
            "Losses {'ner': 1.0807994740497222e-05}\n",
            "Losses {'ner': 1.080801574716292e-05}\n",
            "Losses {'ner': 1.0808037144375968e-05}\n",
            "Losses {'ner': 1.0808041065978159e-05}\n",
            "Losses {'ner': 1.0808045926206383e-05}\n",
            "Losses {'ner': 1.0808069149312014e-05}\n",
            "Losses {'ner': 1.0808070972720689e-05}\n",
            "Losses {'ner': 1.0846707325983886e-05}\n",
            "Losses {'ner': 1.0846735118167073e-05}\n",
            "Losses {'ner': 1.0846736817033828e-05}\n",
            "Losses {'ner': 1.0846749974737743e-05}\n",
            "Losses {'ner': 1.0846876721935616e-05}\n",
            "Losses {'ner': 1.0854807887221036e-05}\n",
            "Losses {'ner': 1.0854810101000251e-05}\n",
            "Losses {'ner': 1.0855306120371826e-05}\n",
            "Losses {'ner': 1.0855306430954196e-05}\n",
            "Losses {'ner': 1.0855306505908386e-05}\n",
            "Losses {'ner': 1.0855306514897099e-05}\n",
            "Losses {'ner': 1.0855314776617515e-05}\n",
            "Losses {'ner': 1.0855325004568936e-05}\n",
            "Losses {'ner': 1.0855326170791436e-05}\n",
            "Losses {'ner': 1.0855347501926394e-05}\n",
            "Losses {'ner': 1.0855348462951003e-05}\n",
            "Losses {'ner': 1.0855543893247442e-05}\n",
            "Losses {'ner': 1.085570106061957e-05}\n",
            "Losses {'ner': 1.0855886687733401e-05}\n",
            "Losses {'ner': 1.0856049215927995e-05}\n",
            "Losses {'ner': 1.0858570645740274e-05}\n",
            "Losses {'ner': 1.0860709345824149e-05}\n",
            "Losses {'ner': 1.0860862199106364e-05}\n",
            "Losses {'ner': 1.0860889047008864e-05}\n",
            "Losses {'ner': 1.0901766900106744e-05}\n",
            "Losses {'ner': 1.0907046208112126e-05}\n",
            "Losses {'ner': 1.0907596089944441e-05}\n",
            "Losses {'ner': 1.090769775567633e-05}\n",
            "Losses {'ner': 1.0908001784459541e-05}\n",
            "Losses {'ner': 1.090800288672894e-05}\n",
            "Losses {'ner': 1.0908003996585966e-05}\n",
            "Losses {'ner': 1.090806119483065e-05}\n",
            "Losses {'ner': 1.0908357657476258e-05}\n",
            "Losses {'ner': 1.0908367470452438e-05}\n",
            "Losses {'ner': 1.0929229200713164e-05}\n",
            "Losses {'ner': 1.0929389951653587e-05}\n",
            "Losses {'ner': 1.0930141739509973e-05}\n",
            "Losses {'ner': 1.0930153414449549e-05}\n",
            "Losses {'ner': 1.0930355672811282e-05}\n",
            "Losses {'ner': 1.0932065895323846e-05}\n",
            "Losses {'ner': 1.093209387507258e-05}\n",
            "Losses {'ner': 1.0935913840550648e-05}\n",
            "Losses {'ner': 1.093596710841055e-05}\n",
            "Losses {'ner': 1.0936710855049996e-05}\n",
            "Losses {'ner': 1.0936721633851501e-05}\n",
            "Losses {'ner': 1.7223696479075612e-05}\n",
            "Losses {'ner': 1.7223758363776813e-05}\n",
            "Losses {'ner': 1.7227120510926047e-05}\n",
            "Losses {'ner': 1.722712062419166e-05}\n",
            "Losses {'ner': 1.722712083136416e-05}\n",
            "Losses {'ner': 1.7227123564251072e-05}\n",
            "Losses {'ner': 1.7227604898653895e-05}\n",
            "Losses {'ner': 1.7228229255026982e-05}\n",
            "Losses {'ner': 1.7228236024363677e-05}\n",
            "Losses {'ner': 1.722832282937674e-05}\n",
            "Losses {'ner': 1.7228330166181272e-05}\n",
            "Losses {'ner': 1.723764461965687e-05}\n",
            "Losses {'ner': 1.7294573161410996e-05}\n",
            "Losses {'ner': 1.7295163848131632e-05}\n",
            "Losses {'ner': 1.7296454687506957e-05}\n",
            "Losses {'ner': 1.7331169487733138e-05}\n",
            "Losses {'ner': 1.7331512919828867e-05}\n",
            "Losses {'ner': 1.733174294996236e-05}\n",
            "Losses {'ner': 1.7378109380925275e-05}\n",
            "Losses {'ner': 1.7380217777771436e-05}\n",
            "Losses {'ner': 1.7380332604812693e-05}\n",
            "Losses {'ner': 1.9333718437647328e-05}\n",
            "Losses {'ner': 1.933585956567782e-05}\n",
            "Losses {'ner': 1.933586050066337e-05}\n",
            "Losses {'ner': 1.933586053591563e-05}\n",
            "Losses {'ner': 1.9335888129437964e-05}\n",
            "Losses {'ner': 1.934332060762994e-05}\n",
            "Losses {'ner': 1.9343391815696456e-05}\n",
            "Losses {'ner': 1.934357880438825e-05}\n",
            "Losses {'ner': 1.9343669934326155e-05}\n",
            "Losses {'ner': 1.958444865225039e-05}\n",
            "Losses {'ner': 1.959111457191554e-05}\n",
            "Losses {'ner': 1.959161438479237e-05}\n",
            "Losses {'ner': 1.9593117180307867e-05}\n",
            "Losses {'ner': 1.9599087447278077e-05}\n",
            "Losses {'ner': 1.9611601869724628e-05}\n",
            "Losses {'ner': 1.96129492902e-05}\n",
            "Losses {'ner': 1.961307682418715e-05}\n",
            "Losses {'ner': 1.961352511766729e-05}\n",
            "Losses {'ner': 4.145508634275126e-19}\n",
            "Losses {'ner': 8.660801432726988e-14}\n",
            "Losses {'ner': 4.897705322472289e-11}\n",
            "Losses {'ner': 1.3004163219983387e-10}\n",
            "Losses {'ner': 1.593252183907259e-10}\n",
            "Losses {'ner': 1.6578882109054085e-10}\n",
            "Losses {'ner': 1.8474120396948476e-10}\n",
            "Losses {'ner': 2.765816483168927e-10}\n",
            "Losses {'ner': 1.8034296557296588e-09}\n",
            "Losses {'ner': 3.0382043272969153e-05}\n",
            "Losses {'ner': 3.038204327307799e-05}\n",
            "Losses {'ner': 3.0382043330224938e-05}\n",
            "Losses {'ner': 3.0382043943912096e-05}\n",
            "Losses {'ner': 3.0382043980749996e-05}\n",
            "Losses {'ner': 3.038204904261196e-05}\n",
            "Losses {'ner': 3.0382056287984346e-05}\n",
            "Losses {'ner': 3.0382077242076682e-05}\n",
            "Losses {'ner': 3.0382087116628877e-05}\n",
            "Losses {'ner': 3.0387456466349e-05}\n",
            "Losses {'ner': 3.0435250109599087e-05}\n",
            "Losses {'ner': 3.0435257033364027e-05}\n",
            "Losses {'ner': 3.043526405181917e-05}\n",
            "Losses {'ner': 3.0435283822860653e-05}\n",
            "Losses {'ner': 3.0440356300872663e-05}\n",
            "Losses {'ner': 3.044332542271606e-05}\n",
            "Losses {'ner': 3.0443325427774775e-05}\n",
            "Losses {'ner': 3.0443345489204316e-05}\n",
            "Losses {'ner': 3.044335399733426e-05}\n",
            "Losses {'ner': 3.0443354526510877e-05}\n",
            "Losses {'ner': 3.044335571561291e-05}\n",
            "Losses {'ner': 3.0443362484894988e-05}\n",
            "Losses {'ner': 3.0458382684823607e-05}\n",
            "Losses {'ner': 3.045852381977515e-05}\n",
            "Losses {'ner': 3.045876843981302e-05}\n",
            "Losses {'ner': 3.0458776653379777e-05}\n",
            "Losses {'ner': 3.0460945524046513e-05}\n",
            "Losses {'ner': 3.046094818828508e-05}\n",
            "Losses {'ner': 3.0460950203865538e-05}\n",
            "Losses {'ner': 3.0460956752644723e-05}\n",
            "Losses {'ner': 3.046097393342132e-05}\n",
            "Losses {'ner': 3.0461013661387473e-05}\n",
            "Losses {'ner': 3.046161036008284e-05}\n",
            "Losses {'ner': 3.0462080618395515e-05}\n",
            "Losses {'ner': 3.0462316842991985e-05}\n",
            "Losses {'ner': 3.046234409514443e-05}\n",
            "Losses {'ner': 3.0462344098470828e-05}\n",
            "Losses {'ner': 3.046234425877871e-05}\n",
            "Losses {'ner': 3.046234432001795e-05}\n",
            "Losses {'ner': 3.0462344630104037e-05}\n",
            "Losses {'ner': 3.0462344912910574e-05}\n",
            "Losses {'ner': 3.0462437763688872e-05}\n",
            "Losses {'ner': 3.0462521181125168e-05}\n",
            "Losses {'ner': 3.046253040832883e-05}\n",
            "Losses {'ner': 3.047241302260734e-05}\n",
            "Losses {'ner': 3.047243541246511e-05}\n",
            "Losses {'ner': 3.0472442453610827e-05}\n",
            "Losses {'ner': 3.075059087875553e-05}\n",
            "Losses {'ner': 3.075060174871693e-05}\n",
            "Losses {'ner': 3.0789994498116134e-05}\n",
            "Losses {'ner': 3.079015364824276e-05}\n",
            "Losses {'ner': 3.079033408450461e-05}\n",
            "Losses {'ner': 3.079123750293043e-05}\n",
            "Losses {'ner': 3.079131013878285e-05}\n",
            "Losses {'ner': 3.079361619687107e-05}\n",
            "Losses {'ner': 3.079492555379245e-05}\n",
            "Losses {'ner': 3.0794925553915225e-05}\n",
            "Losses {'ner': 3.0862131095608595e-05}\n",
            "Losses {'ner': 3.086218467655217e-05}\n",
            "Losses {'ner': 3.0862184704566614e-05}\n",
            "Losses {'ner': 3.086238941162174e-05}\n",
            "Losses {'ner': 3.093966227678964e-05}\n",
            "Losses {'ner': 3.093966283915897e-05}\n",
            "Losses {'ner': 3.093969740668819e-05}\n",
            "Losses {'ner': 3.09396997204839e-05}\n",
            "Losses {'ner': 3.0940532096869514e-05}\n",
            "Losses {'ner': 3.094055003391618e-05}\n",
            "Losses {'ner': 3.094079029610939e-05}\n",
            "Losses {'ner': 3.094187959659911e-05}\n",
            "Losses {'ner': 3.094234341704047e-05}\n",
            "Losses {'ner': 3.09470191692705e-05}\n",
            "Losses {'ner': 3.0948112008710815e-05}\n",
            "Losses {'ner': 3.0949200176972266e-05}\n",
            "Losses {'ner': 3.095042692182961e-05}\n",
            "Losses {'ner': 3.095357956807273e-05}\n",
            "Losses {'ner': 3.095363804857558e-05}\n",
            "Losses {'ner': 3.095375693462415e-05}\n",
            "Losses {'ner': 3.097141657197927e-05}\n",
            "Losses {'ner': 0.00013893775916135726}\n",
            "Losses {'ner': 0.00013893794538816952}\n",
            "Losses {'ner': 0.00013893794587180428}\n",
            "Losses {'ner': 0.0001389610690991687}\n",
            "Losses {'ner': 0.00013896112859314264}\n",
            "Losses {'ner': 0.00013896117679352088}\n",
            "Losses {'ner': 0.0001389612359261392}\n",
            "Losses {'ner': 0.00013896140733799913}\n",
            "Losses {'ner': 0.00013896568624314768}\n",
            "Losses {'ner': 0.00013896569667525}\n",
            "Losses {'ner': 0.00013896579756536}\n",
            "Losses {'ner': 0.00021046206455899505}\n",
            "Losses {'ner': 0.00021046215100860906}\n",
            "Losses {'ner': 0.00021046307848828516}\n",
            "Losses {'ner': 0.00021046312872623752}\n",
            "Losses {'ner': 0.0002104658687066027}\n",
            "Losses {'ner': 0.00021046588352871754}\n",
            "Losses {'ner': 0.00021046593702047254}\n",
            "Losses {'ner': 0.00021046593895088036}\n",
            "Losses {'ner': 0.00021046593910447687}\n",
            "Losses {'ner': 0.0002104662067569683}\n",
            "Losses {'ner': 0.00021046633734430345}\n",
            "Losses {'ner': 0.00021047523766893922}\n",
            "Losses {'ner': 0.00021047524573389022}\n",
            "Losses {'ner': 0.0002104753716577075}\n",
            "Losses {'ner': 0.00021047537382419887}\n",
            "Losses {'ner': 0.00021047556605173888}\n",
            "Losses {'ner': 0.00021048063391959702}\n",
            "Losses {'ner': 0.00021048063430132704}\n",
            "Losses {'ner': 0.00021048063670899104}\n",
            "Losses {'ner': 0.00021048070507665283}\n",
            "Losses {'ner': 0.0002104829758073751}\n",
            "Losses {'ner': 0.00021048303154813495}\n",
            "Losses {'ner': 0.00021048624818180339}\n",
            "Losses {'ner': 0.0002104862491930557}\n",
            "Losses {'ner': 0.00021048630539385893}\n",
            "Losses {'ner': 0.00021048630849599835}\n",
            "Losses {'ner': 0.0002104863145811324}\n",
            "Losses {'ner': 0.0002104863148879374}\n",
            "Losses {'ner': 0.00021048631497232596}\n",
            "Losses {'ner': 0.00021059526277015882}\n",
            "Losses {'ner': 0.00021059554062471557}\n",
            "Losses {'ner': 0.00021059566455065287}\n",
            "Losses {'ner': 0.00021059717818629314}\n",
            "Losses {'ner': 0.00021059756726201265}\n",
            "Losses {'ner': 0.00021060727108307504}\n",
            "Losses {'ner': 0.00021069998390180176}\n",
            "Losses {'ner': 0.00021070003379802042}\n",
            "Losses {'ner': 0.00021070003623965738}\n",
            "Losses {'ner': 0.00021070004843535604}\n",
            "Losses {'ner': 0.0002107000526710204}\n",
            "Losses {'ner': 0.0002107001986377443}\n",
            "Losses {'ner': 0.00021074928712604802}\n",
            "Losses {'ner': 0.00021075142448374762}\n",
            "Losses {'ner': 5.484726384825288e-18}\n",
            "Losses {'ner': 6.892613576382207e-16}\n",
            "Losses {'ner': 1.0743674214842432e-14}\n",
            "Losses {'ner': 2.1532295192180332e-13}\n",
            "Losses {'ner': 2.2439930717178857e-10}\n",
            "Losses {'ner': 2.8977172340102886e-10}\n",
            "Losses {'ner': 6.639396818716734e-07}\n",
            "Losses {'ner': 6.639417672765959e-07}\n",
            "Losses {'ner': 6.639890572891864e-07}\n",
            "Losses {'ner': 6.641043411626397e-07}\n",
            "Losses {'ner': 6.641134968290119e-07}\n",
            "Losses {'ner': 6.64119644792924e-07}\n",
            "Losses {'ner': 6.642515210102606e-07}\n",
            "Losses {'ner': 6.642516337585394e-07}\n",
            "Losses {'ner': 6.642679613645422e-07}\n",
            "Losses {'ner': 6.64411110919438e-07}\n",
            "Losses {'ner': 6.644119766428597e-07}\n",
            "Losses {'ner': 6.644569385932706e-07}\n",
            "Losses {'ner': 6.777178670063743e-07}\n",
            "Losses {'ner': 6.777462952538157e-07}\n",
            "Losses {'ner': 6.77748461151687e-07}\n",
            "Losses {'ner': 6.780054900079726e-07}\n",
            "Losses {'ner': 6.781885654737248e-07}\n",
            "Losses {'ner': 6.782744185272756e-07}\n",
            "Losses {'ner': 6.782948925873756e-07}\n",
            "Losses {'ner': 6.782951194013468e-07}\n",
            "Losses {'ner': 6.782951216528999e-07}\n",
            "Losses {'ner': 6.783012079897932e-07}\n",
            "Losses {'ner': 6.783015852683047e-07}\n",
            "Losses {'ner': 6.783018128624442e-07}\n",
            "Losses {'ner': 6.783019338394554e-07}\n",
            "Losses {'ner': 6.783021419310368e-07}\n",
            "Losses {'ner': 6.783049039298324e-07}\n",
            "Losses {'ner': 6.783053132376998e-07}\n",
            "Losses {'ner': 6.783067262023323e-07}\n",
            "Losses {'ner': 6.78455931595095e-07}\n",
            "Losses {'ner': 6.784943736593629e-07}\n",
            "Losses {'ner': 6.930980476316075e-07}\n",
            "Losses {'ner': 6.931014195143679e-07}\n",
            "Losses {'ner': 6.931593318156321e-07}\n",
            "Losses {'ner': 7.327009431027344e-07}\n",
            "Losses {'ner': 7.352628811362252e-07}\n",
            "Losses {'ner': 7.353020395399757e-07}\n",
            "Losses {'ner': 7.720174555906469e-07}\n",
            "Losses {'ner': 7.728413864622185e-07}\n",
            "Losses {'ner': 7.728413867557594e-07}\n",
            "Losses {'ner': 7.72841498437097e-07}\n",
            "Losses {'ner': 7.728414992152138e-07}\n",
            "Losses {'ner': 7.728415556875938e-07}\n",
            "Losses {'ner': 7.728419444974259e-07}\n",
            "Losses {'ner': 7.728429657445427e-07}\n",
            "Losses {'ner': 7.728430666612896e-07}\n",
            "Losses {'ner': 7.728431017662548e-07}\n",
            "Losses {'ner': 7.728431461187305e-07}\n",
            "Losses {'ner': 7.728437727249547e-07}\n",
            "Losses {'ner': 7.728457950096049e-07}\n",
            "Losses {'ner': 7.728510068234005e-07}\n",
            "Losses {'ner': 7.728591181787823e-07}\n",
            "Losses {'ner': 7.728833193419152e-07}\n",
            "Losses {'ner': 7.729018252189108e-07}\n",
            "Losses {'ner': 7.729094911697204e-07}\n",
            "Losses {'ner': 7.730577158557041e-07}\n",
            "Losses {'ner': 7.731828714760466e-07}\n",
            "Losses {'ner': 7.744285650647481e-07}\n",
            "Losses {'ner': 7.744386582393614e-07}\n",
            "Losses {'ner': 7.744386588137612e-07}\n",
            "Losses {'ner': 7.744413007803801e-07}\n",
            "Losses {'ner': 7.744413467578854e-07}\n",
            "Losses {'ner': 1.1855815343815749e-06}\n",
            "Losses {'ner': 1.1855939692800837e-06}\n",
            "Losses {'ner': 1.185700327616282e-06}\n",
            "Losses {'ner': 1.1857385019257805e-06}\n",
            "Losses {'ner': 1.1887881478315782e-06}\n",
            "Losses {'ner': 1.1891607658041852e-06}\n",
            "Losses {'ner': 1.1891759949320443e-06}\n",
            "Losses {'ner': 1.2382769902842533e-06}\n",
            "Losses {'ner': 1.2382798971494997e-06}\n",
            "Losses {'ner': 1.2382806672664549e-06}\n",
            "Losses {'ner': 1.263625578587133e-06}\n",
            "Losses {'ner': 1.2636397515127388e-06}\n",
            "Losses {'ner': 1.2641649030556297e-06}\n",
            "Losses {'ner': 1.2643119391055353e-06}\n",
            "Losses {'ner': 1.6292209838265157e-06}\n",
            "Losses {'ner': 1.7384523572118485e-06}\n",
            "Losses {'ner': 1.9177959475624632e-06}\n",
            "Losses {'ner': 1.9177960972910653e-06}\n",
            "Losses {'ner': 1.917796247830688e-06}\n",
            "Losses {'ner': 1.9177963485194696e-06}\n",
            "Losses {'ner': 1.9178008366368694e-06}\n",
            "Losses {'ner': 1.917977095611242e-06}\n",
            "Losses {'ner': 1.9180686802676664e-06}\n",
            "Losses {'ner': 1.9180727627694676e-06}\n",
            "Losses {'ner': 1.9180753849995408e-06}\n",
            "Losses {'ner': 1.918076056744838e-06}\n",
            "Losses {'ner': 1.9240409378335082e-06}\n",
            "Losses {'ner': 1.924130707923465e-06}\n",
            "Losses {'ner': 1.932432834141943e-06}\n",
            "Losses {'ner': 1.9324448380472858e-06}\n",
            "Losses {'ner': 1.932449702139108e-06}\n",
            "Losses {'ner': 1.9324551791111916e-06}\n",
            "Losses {'ner': 2.1280539946902025e-06}\n",
            "Losses {'ner': 2.128096510231148e-06}\n",
            "Losses {'ner': 2.1289855975886964e-06}\n",
            "Losses {'ner': 2.129153192980968e-06}\n",
            "Losses {'ner': 2.1291759525829796e-06}\n",
            "Losses {'ner': 2.1291761758312124e-06}\n",
            "Losses {'ner': 2.1291761835560737e-06}\n",
            "Losses {'ner': 2.1291849216116655e-06}\n",
            "Losses {'ner': 2.1291854675082513e-06}\n",
            "Losses {'ner': 2.1291858621925103e-06}\n",
            "Losses {'ner': 2.1340283991234513e-06}\n",
            "Losses {'ner': 2.134094591295699e-06}\n",
            "Losses {'ner': 2.1447391150419786e-06}\n",
            "Losses {'ner': 2.1447853802704742e-06}\n",
            "Losses {'ner': 2.150377683441458e-06}\n",
            "Losses {'ner': 2.15039321198019e-06}\n",
            "Losses {'ner': 2.150399365978691e-06}\n",
            "Losses {'ner': 2.1514185035064865e-06}\n",
            "Losses {'ner': 2.152054109300431e-06}\n",
            "Losses {'ner': 2.1520625821758145e-06}\n",
            "Losses {'ner': 2.152075738727183e-06}\n",
            "Losses {'ner': 2.1523882432463715e-06}\n",
            "Losses {'ner': 2.152612759062202e-06}\n",
            "Losses {'ner': 2.152956880427499e-06}\n",
            "Losses {'ner': 2.1532270077398606e-06}\n",
            "Losses {'ner': 2.153227021507762e-06}\n",
            "Losses {'ner': 2.153227163443839e-06}\n",
            "Losses {'ner': 2.1532271896212832e-06}\n",
            "Losses {'ner': 2.153227656622693e-06}\n",
            "Losses {'ner': 2.1532277784772605e-06}\n",
            "Losses {'ner': 2.1532419668516492e-06}\n",
            "Losses {'ner': 2.153258672333231e-06}\n",
            "Losses {'ner': 2.1532613222800455e-06}\n",
            "Losses {'ner': 2.153262692860676e-06}\n",
            "Losses {'ner': 2.153265394608337e-06}\n",
            "Losses {'ner': 2.1535565695390313e-06}\n",
            "Losses {'ner': 2.1536024080619976e-06}\n",
            "Losses {'ner': 2.15360853252214e-06}\n",
            "Losses {'ner': 2.1537217937399527e-06}\n",
            "Losses {'ner': 2.1548656407832516e-06}\n",
            "Losses {'ner': 2.1586271726729544e-06}\n",
            "Losses {'ner': 3.4715202956990412e-15}\n",
            "Losses {'ner': 3.678364525491326e-15}\n",
            "Losses {'ner': 5.499797557554087e-15}\n",
            "Losses {'ner': 2.0803678401012554e-14}\n",
            "Losses {'ner': 9.127635266155698e-14}\n",
            "Losses {'ner': 7.448771290426561e-13}\n",
            "Losses {'ner': 1.3762474364117161e-12}\n",
            "Losses {'ner': 1.4130326729214646e-12}\n",
            "Losses {'ner': 2.2491394599853378e-12}\n",
            "Losses {'ner': 3.712062584467867e-11}\n",
            "Losses {'ner': 3.7487633478685816e-11}\n",
            "Losses {'ner': 5.317797554173784e-11}\n",
            "Losses {'ner': 5.5608824902522377e-11}\n",
            "Losses {'ner': 2.9328051587492833e-10}\n",
            "Losses {'ner': 3.248598677428643e-10}\n",
            "Losses {'ner': 1.0665906443631741e-09}\n",
            "Losses {'ner': 1.2566201829267219e-09}\n",
            "Losses {'ner': 1.2584964279877603e-09}\n",
            "Losses {'ner': 8.87646478163218e-09}\n",
            "Losses {'ner': 8.992591279672432e-09}\n",
            "Losses {'ner': 9.007435088874795e-09}\n",
            "Losses {'ner': 9.170301941841878e-09}\n",
            "Losses {'ner': 9.173292228280438e-09}\n",
            "Losses {'ner': 9.20047302932679e-09}\n",
            "Losses {'ner': 9.649974963593362e-09}\n",
            "Losses {'ner': 9.64997531002777e-09}\n",
            "Losses {'ner': 9.649976723070676e-09}\n",
            "Losses {'ner': 9.65076719623591e-09}\n",
            "Losses {'ner': 9.650797697104175e-09}\n",
            "Losses {'ner': 9.650908101538669e-09}\n",
            "Losses {'ner': 9.650919123676378e-09}\n",
            "Losses {'ner': 9.68501391065841e-09}\n",
            "Losses {'ner': 9.68581971091694e-09}\n",
            "Losses {'ner': 9.688063650106913e-09}\n",
            "Losses {'ner': 9.690987515666013e-09}\n",
            "Losses {'ner': 9.706586264731579e-09}\n",
            "Losses {'ner': 9.709142595803814e-09}\n",
            "Losses {'ner': 9.717270541014158e-09}\n",
            "Losses {'ner': 1.0134808905026292e-08}\n",
            "Losses {'ner': 1.0155115144664285e-08}\n",
            "Losses {'ner': 3.913632582198098e-08}\n",
            "Losses {'ner': 3.9160733701842586e-08}\n",
            "Losses {'ner': 3.91690071926151e-08}\n",
            "Losses {'ner': 4.019369558656545e-08}\n",
            "Losses {'ner': 4.0196250311841835e-08}\n",
            "Losses {'ner': 4.0196254506176956e-08}\n",
            "Losses {'ner': 4.0196260478677583e-08}\n",
            "Losses {'ner': 4.0196264818051036e-08}\n",
            "Losses {'ner': 4.0196266953687885e-08}\n",
            "Losses {'ner': 4.019642941795507e-08}\n",
            "Losses {'ner': 4.01975481404453e-08}\n",
            "Losses {'ner': 4.019762435109293e-08}\n",
            "Losses {'ner': 4.0198677034384754e-08}\n",
            "Losses {'ner': 4.019939513252618e-08}\n",
            "Losses {'ner': 4.020570450734241e-08}\n",
            "Losses {'ner': 4.023180723856223e-08}\n",
            "Losses {'ner': 4.0519743222349016e-08}\n",
            "Losses {'ner': 4.063512893420411e-08}\n",
            "Losses {'ner': 4.0953907952237514e-08}\n",
            "Losses {'ner': 4.118571715976609e-08}\n",
            "Losses {'ner': 4.11884950458153e-08}\n",
            "Losses {'ner': 4.476736027692864e-08}\n",
            "Losses {'ner': 4.480531840725556e-08}\n",
            "Losses {'ner': 4.5602969187801877e-07}\n",
            "Losses {'ner': 4.568145251944244e-07}\n",
            "Losses {'ner': 4.5681496159442006e-07}\n",
            "Losses {'ner': 4.56826369041058e-07}\n",
            "Losses {'ner': 4.568276534020269e-07}\n",
            "Losses {'ner': 4.5682768944030575e-07}\n",
            "Losses {'ner': 4.568341890518153e-07}\n",
            "Losses {'ner': 4.5683424669307136e-07}\n",
            "Losses {'ner': 4.5688854632591115e-07}\n",
            "Losses {'ner': 8.966359206165762e-07}\n",
            "Losses {'ner': 8.966470889462507e-07}\n",
            "Losses {'ner': 8.966504449217019e-07}\n",
            "Losses {'ner': 9.094335170545346e-07}\n",
            "Losses {'ner': 9.094385022669169e-07}\n",
            "Losses {'ner': 9.094953186427667e-07}\n",
            "Losses {'ner': 9.095039495388043e-07}\n",
            "Losses {'ner': 9.095375050337746e-07}\n",
            "Losses {'ner': 9.09541995086752e-07}\n",
            "Losses {'ner': 9.096514133943614e-07}\n",
            "Losses {'ner': 9.096739804573114e-07}\n",
            "Losses {'ner': 9.096752285996916e-07}\n",
            "Losses {'ner': 9.110826367435899e-07}\n",
            "Losses {'ner': 9.110829337186286e-07}\n",
            "Losses {'ner': 9.138223521726492e-07}\n",
            "Losses {'ner': 9.340361275443328e-07}\n",
            "Losses {'ner': 9.340744510592186e-07}\n",
            "Losses {'ner': 9.342258582585325e-07}\n",
            "Losses {'ner': 9.342754706221432e-07}\n",
            "Losses {'ner': 9.343026557991547e-07}\n",
            "Losses {'ner': 9.343585368649267e-07}\n",
            "Losses {'ner': 9.396111266494751e-07}\n",
            "Losses {'ner': 9.396207521883905e-07}\n",
            "Losses {'ner': 9.397850718720369e-07}\n",
            "Losses {'ner': 9.528443523992461e-07}\n",
            "Losses {'ner': 9.68207784517757e-07}\n",
            "Losses {'ner': 9.692407012474288e-07}\n",
            "Losses {'ner': 9.700467007859234e-07}\n",
            "Losses {'ner': 9.704795941013421e-07}\n",
            "Losses {'ner': 9.706651325515097e-07}\n",
            "Losses {'ner': 9.716816836101018e-07}\n",
            "Losses {'ner': 9.721875783951297e-07}\n",
            "Losses {'ner': 9.72539995672806e-07}\n",
            "Losses {'ner': 9.72539995686597e-07}\n",
            "Losses {'ner': 9.72539997911883e-07}\n",
            "Losses {'ner': 9.725400602331592e-07}\n",
            "Losses {'ner': 9.725406342050616e-07}\n",
            "Losses {'ner': 9.725659788307371e-07}\n",
            "Losses {'ner': 9.746886288434367e-07}\n",
            "Losses {'ner': 9.74716983603259e-07}\n",
            "Losses {'ner': 9.74826187282318e-07}\n",
            "Losses {'ner': 9.750289494495795e-07}\n",
            "Losses {'ner': 1.0337111098180226e-06}\n",
            "Losses {'ner': 1.0337295107169338e-06}\n",
            "Losses {'ner': 1.0343350276965005e-06}\n",
            "Losses {'ner': 1.0415321770286482e-06}\n",
            "Losses {'ner': 1.104378362921607e-06}\n",
            "Losses {'ner': 1.1102320845868086e-06}\n",
            "Losses {'ner': 1.1176896738166126e-06}\n",
            "Losses {'ner': 1.4997244871279414e-06}\n",
            "Losses {'ner': 1.509956068809726e-06}\n",
            "Losses {'ner': 1.5133583202080467e-06}\n",
            "Losses {'ner': 1.5147277955561978e-06}\n",
            "Losses {'ner': 1.5147277955730273e-06}\n",
            "Losses {'ner': 1.5147277956750721e-06}\n",
            "Losses {'ner': 1.514732195323687e-06}\n",
            "Losses {'ner': 1.5148109316354488e-06}\n",
            "Losses {'ner': 1.5148112103060231e-06}\n",
            "Losses {'ner': 1.5148132339296878e-06}\n",
            "Losses {'ner': 1.5148142642064977e-06}\n",
            "Losses {'ner': 1.5148154902469302e-06}\n",
            "Losses {'ner': 1.514815825914089e-06}\n",
            "Losses {'ner': 1.5148493939609098e-06}\n",
            "Losses {'ner': 1.5193023275157402e-06}\n",
            "Losses {'ner': 1.5258199147802506e-06}\n",
            "Losses {'ner': 1.525826680674793e-06}\n",
            "Losses {'ner': 1.5271747088733756e-06}\n",
            "Losses {'ner': 1.5273080196091087e-06}\n",
            "Losses {'ner': 1.5273381758772122e-06}\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Saving Model"
      ],
      "metadata": {
        "id": "oae13hUJkHd2"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "nlp.to_disk(\"/content/Model\")"
      ],
      "metadata": {
        "id": "0HAdpo0ekJRu"
      },
      "execution_count": 21,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Save the  model to directory\n",
        "output_dir = Path('/content/Model')\n",
        "# Load the saved model and predict\n",
        "print(\"Loading from\", output_dir)\n",
        "nlp_30 = spacy.load(output_dir)\n",
        "\n",
        "for sentec, annotations in TRAIN_DATA_TEXT:\n",
        "  # break\n",
        "  if \"React\" in sentec:\n",
        "    doc = nlp(sentec)\n",
        "    print(sentec)\n",
        "    print('***'*10)\n",
        "    print(\"Entities\", [(ent.text, ent.label_) for ent in doc.ents])"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "WV5US2ZOkVK7",
        "outputId": "0992c1f7-6f9c-48bc-dc2d-ae8f9381b83b"
      },
      "execution_count": 22,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Loading from /content/Model\n",
            "JS, React, Node.js, JavaScript promises.\n",
            "******************************\n",
            "Entities [('React', 'skill'), ('Node.js', 'skill'), ('JavaScript', 'skill')]\n",
            "JS, React, Node.js, JavaScript promises.\n",
            "******************************\n",
            "Entities [('React', 'skill'), ('Node.js', 'skill'), ('JavaScript', 'skill')]\n"
          ]
        }
      ]
    }
  ]
}