kenya_airways_analytics.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "id": "4747f923-de47-466b-9daa-441542469aab",
      "metadata": {
        "id": "4747f923-de47-466b-9daa-441542469aab"
      },
      "source": [
        "### Recommendation\n",
        "\n",
        "- I would recommend that you run this notebook in Google Colab.\n",
        "\n",
        "- To utilize the provided GPU, go to the `Runtime` tab and search for `Change runtime type`.\n",
        "\n",
        "- In the pop-up window ensure that `Runtime type` is `Python` and then mark the checkbox `T4 GPU` under `Hardware accelerator`.\n",
        "\n",
        "- Also ensure that you have uploaded the data to use to the necessary directory"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "id": "9b614ce9-adaf-4bdd-bafd-322d40b70d36",
      "metadata": {
        "id": "9b614ce9-adaf-4bdd-bafd-322d40b70d36"
      },
      "outputs": [],
      "source": [
        "import pandas as pd\n",
        "import matplotlib.pyplot as plt\n",
        "\n",
        "from transformers import AutoTokenizer, AutoModelForSequenceClassification\n",
        "from scipy.special import softmax\n",
        "import torch\n",
        "\n",
        "plt.style.use('ggplot')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "id": "cd0b7f13-fe2a-4515-b48d-968c0ce0853e",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 625
        },
        "id": "cd0b7f13-fe2a-4515-b48d-968c0ce0853e",
        "outputId": "1c620a0a-84f1-4aaf-edc5-f45198f26599"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   id date_published                     summary_title       country  \\\n",
              "0   0     2024-06-27                    Will fly again       Denmark   \n",
              "1   1     2024-06-27    keep on cancelling the flights         Kenya   \n",
              "2   2     2024-06-27          One of the worst flights  South Africa   \n",
              "3   3     2024-06-22  Very unprofessional ground staff         India   \n",
              "4   4     2024-06-13          refused to compensate me        Canada   \n",
              "\n",
              "   trip_verified                                             review  \\\n",
              "0  Trip Verified  Joburg-Nairobi-Amsterdam 26-27 June 2024 on Bo...   \n",
              "1   Not Verified  Horrible airline. They keep on cancelling the ...   \n",
              "2  Trip Verified  One of the worst flights i have ever experienc...   \n",
              "3   Not Verified  1. Had paid for seating after which was reques...   \n",
              "4   Not Verified  I was returning a trip to Kenya. Kenyan Airway...   \n",
              "\n",
              "   other_reviews  ratings_10      aircraft type_of_traveller     cabin_flown  \\\n",
              "0            NaN         8.0  Boeing 787-8          Business  Business Class   \n",
              "1            NaN         1.0           NaN      Solo Leisure   Economy Class   \n",
              "2            NaN         3.0           NaN    Family Leisure   Economy Class   \n",
              "3            NaN         4.0           NaN    Family Leisure   Economy Class   \n",
              "4            NaN         1.0           NaN    Family Leisure   Economy Class   \n",
              "\n",
              "                                    route recommended  seat_comfort  \\\n",
              "0   Johannesburg to Amsterdam via Nairobi         yes           5.0   \n",
              "1  London Heathrow to Mombasa via Nairobi          no           2.0   \n",
              "2                 Johannesburg to Nairobi          no           1.0   \n",
              "3                       Nairobi to Mumbai          no           2.0   \n",
              "4                    Nairobi to Amsterdam          no           1.0   \n",
              "\n",
              "   cabin_staff_service  food_and_beverages  inflight_entertainment  \\\n",
              "0                  4.0                 4.0                     4.0   \n",
              "1                  3.0                 2.0                     2.0   \n",
              "2                  3.0                 3.0                     2.0   \n",
              "3                  2.0                 1.0                     NaN   \n",
              "4                  1.0                 1.0                     1.0   \n",
              "\n",
              "   ground_service  value_for_money  wifi_and_connectivity  \n",
              "0             5.0              4.0                    NaN  \n",
              "1             2.0              1.0                    NaN  \n",
              "2             2.0              2.0                    1.0  \n",
              "3             1.0              2.0                    NaN  \n",
              "4             1.0              1.0                    1.0  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-44f41859-8094-4744-b3fb-be146ac86c7c\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>date_published</th>\n",
              "      <th>summary_title</th>\n",
              "      <th>country</th>\n",
              "      <th>trip_verified</th>\n",
              "      <th>review</th>\n",
              "      <th>other_reviews</th>\n",
              "      <th>ratings_10</th>\n",
              "      <th>aircraft</th>\n",
              "      <th>type_of_traveller</th>\n",
              "      <th>cabin_flown</th>\n",
              "      <th>route</th>\n",
              "      <th>recommended</th>\n",
              "      <th>seat_comfort</th>\n",
              "      <th>cabin_staff_service</th>\n",
              "      <th>food_and_beverages</th>\n",
              "      <th>inflight_entertainment</th>\n",
              "      <th>ground_service</th>\n",
              "      <th>value_for_money</th>\n",
              "      <th>wifi_and_connectivity</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>2024-06-27</td>\n",
              "      <td>Will fly again</td>\n",
              "      <td>Denmark</td>\n",
              "      <td>Trip Verified</td>\n",
              "      <td>Joburg-Nairobi-Amsterdam 26-27 June 2024 on Bo...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>8.0</td>\n",
              "      <td>Boeing 787-8</td>\n",
              "      <td>Business</td>\n",
              "      <td>Business Class</td>\n",
              "      <td>Johannesburg to Amsterdam via Nairobi</td>\n",
              "      <td>yes</td>\n",
              "      <td>5.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>2024-06-27</td>\n",
              "      <td>keep on cancelling the flights</td>\n",
              "      <td>Kenya</td>\n",
              "      <td>Not Verified</td>\n",
              "      <td>Horrible airline. They keep on cancelling the ...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>1.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Solo Leisure</td>\n",
              "      <td>Economy Class</td>\n",
              "      <td>London Heathrow to Mombasa via Nairobi</td>\n",
              "      <td>no</td>\n",
              "      <td>2.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>2024-06-27</td>\n",
              "      <td>One of the worst flights</td>\n",
              "      <td>South Africa</td>\n",
              "      <td>Trip Verified</td>\n",
              "      <td>One of the worst flights i have ever experienc...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>3.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Family Leisure</td>\n",
              "      <td>Economy Class</td>\n",
              "      <td>Johannesburg to Nairobi</td>\n",
              "      <td>no</td>\n",
              "      <td>1.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>2024-06-22</td>\n",
              "      <td>Very unprofessional ground staff</td>\n",
              "      <td>India</td>\n",
              "      <td>Not Verified</td>\n",
              "      <td>1. Had paid for seating after which was reques...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>4.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Family Leisure</td>\n",
              "      <td>Economy Class</td>\n",
              "      <td>Nairobi to Mumbai</td>\n",
              "      <td>no</td>\n",
              "      <td>2.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>1.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>2024-06-13</td>\n",
              "      <td>refused to compensate me</td>\n",
              "      <td>Canada</td>\n",
              "      <td>Not Verified</td>\n",
              "      <td>I was returning a trip to Kenya. Kenyan Airway...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>1.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Family Leisure</td>\n",
              "      <td>Economy Class</td>\n",
              "      <td>Nairobi to Amsterdam</td>\n",
              "      <td>no</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>1.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-44f41859-8094-4744-b3fb-be146ac86c7c')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-44f41859-8094-4744-b3fb-be146ac86c7c button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-44f41859-8094-4744-b3fb-be146ac86c7c');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-fe0135b5-a3e1-45e9-81dc-528e8dd0a557\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-fe0135b5-a3e1-45e9-81dc-528e8dd0a557')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-fe0135b5-a3e1-45e9-81dc-528e8dd0a557 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "kq_data",
              "summary": "{\n  \"name\": \"kq_data\",\n  \"rows\": 471,\n  \"fields\": [\n    {\n      \"column\": \"id\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 136,\n        \"min\": 0,\n        \"max\": 470,\n        \"num_unique_values\": 471,\n        \"samples\": [\n          55,\n          73,\n          33\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"date_published\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"num_unique_values\": 412,\n        \"samples\": [\n          \"2015-08-14\",\n          \"2023-04-01\",\n          \"2017-01-18\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"summary_title\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 299,\n        \"samples\": [\n          \"excellent in his customer service\",\n          \"terrible, terrible experience\",\n          \"have wasted my time\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"country\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 56,\n        \"samples\": [\n          \"Denmark\",\n          \"United States\",\n          \"R\\u00e9union\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"trip_verified\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 3,\n        \"samples\": [\n          \"Trip Verified\",\n          \"Not Verified\",\n          \"Verified Review\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"review\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 470,\n        \"samples\": [\n          \"At a time when many airlines are improving their product, Kenya Airways appears to be going in the opposite direction. Getting onto the aircraft in Nairobi was chaotic with no priority given to business passengers \\u2013 for the airline \\u2018Sky Priority\\u2019 means nothing. From the boarding gate we then went on a long bus journey around the airport before returning to part of the terminal to climb up stairs to get onto the aircraft. Although the cabin crew were very pleasant and offered a pre-flight drink (champagne, water or apple juice) no more drinks were served until after the meal arrived. This was a total disappointment with my beef option consisting of two small pieces of beef, some sauce and a mini samosa. It was complemented with a glass of wine in a thimble-sized glass which was only refilled when we asked the crew. One of the mysteries of the flight was why the lavatory at the front of the aircraft permanently had an engaged light on. When we asked we were told that the captain had said that it was \\u2018reserved for the crew and passengers could not use it\\u2019. Another mystery was a man who spent the entire flight sat on the crew jumpseat in the middle of the business section. I asked him what he was doing and he explained that the crew \\u2018could not find me anywhere to sit\\u2019. Given that airlines flying into the UK have a legal obligation to provide advance passenger information 24-hours before arrival it would be interesting to know how this requirement was met. Although the aircraft was clean and the flight was smooth, Kenya Airways\\u2019 787 are let down by their old-style side-by-side seating which was worn and, in some cases, not functioning properly. The fact that the flight was full suggests that the airline has no problem selling tickets and therefore little incentive to improve its product.\",\n          \"They misplaced my bag. I filled a form at Heathrow airport and that was it. I waited for days for calls nothing until I finally found their UK line and i called them and they kept telling me to hold on. Eventually they sent a bag but it was another person\\u2019s bag. I called that my should be brought and the other be returned. I told them I wouldn\\u2019t release the bag until my bag is sent and i am not comfortable with having someone\\u2019s property with me. Then i was told the true owner of the bag is in Dubai and my bag is with them at Nairobi and a \\u201cpicture\\u201d of a wrapped bag (I didn\\u2019t wrap my bag) was sent. Another 2 weeks and nothing has been done again. Customer service is totally rude this time. Kept complaining to them that all my clothes are in that bag and I have no winter cloth to wear here but they aren\\u2019t even ready to help\",\n          \"Kigali via Nairobi to Dar November 23; 2 short regional flights; first on a B738; next on Embraer 190. Benefitted a lot by being a Skyteam gold card holder: got the best seats and access to lounges in Kigali, Dar, Nairobi which all are good, varied with improved hot food options. Boarding easy and quick. Onboard, enjoyed special meals pre-ordered and given on both flights; an impressive gesture. Skyteam priority worked to some extend. Onboard, not recognised as elite status holder, but cannot complain as we were fairly well pampered. Call bell was answered if running short. 1st flight had serious landing attempts in Nairobi before succeeding. Worst nightmare was a repeated delay on flight NBO-DAR. A technical issue reoccurred even on a substituted aircraft instated. Eventually we took off but upon worries expressed by captain, we became forced to return back to Nairobi, despite we were almost already at Dar. 150 passengers then had to sit in the aircraft or debark into a bus on the tarmac in Nairobi. There were no proper announcements, no service, no toilet access, just waiting in limbo for hours. Some passengers refused to reboard as they lost faith in the airline and aircraft. Then these passengers luggage had to be offloaded, another hour went by. The whole night was completely destroyed; however, at last we took off but only arrived in Dar early morning instead of at midnight as scheduled. Five hours delay is serious and favour direct flights avoiding transits. The good thing was that we, and luggage as well, finally arrived and in one piece. For both flights, FAs and passengers were in general cooperative, extrovert, and sociable.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"other_reviews\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 12.808263461657313,\n        \"min\": 1.0,\n        \"max\": 42.0,\n        \"num_unique_values\": 8,\n        \"samples\": [\n          4.0,\n          21.0,\n          42.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"ratings_10\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 3.225690517980996,\n        \"min\": 1.0,\n        \"max\": 10.0,\n        \"num_unique_values\": 10,\n        \"samples\": [\n          10.0,\n          1.0,\n          9.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"aircraft\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 46,\n        \"samples\": [\n          \"Ambraer 190\",\n          \"Boeing 737-800, E90\",\n          \"Boeing 787-8 / 737\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"type_of_traveller\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 4,\n        \"samples\": [\n          \"Solo Leisure\",\n          \"Couple Leisure\",\n          \"Business\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"cabin_flown\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 4,\n        \"samples\": [\n          \"Economy Class\",\n          \"First Class\",\n          \"Business Class\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"route\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 217,\n        \"samples\": [\n          \"LHR to JNB via NAI\",\n          \"Douala to Dubai via NBO\",\n          \"Harare to New York via Nairobi\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"recommended\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 2,\n        \"samples\": [\n          \"no\",\n          \"yes\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"seat_comfort\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 1.338198864889354,\n        \"min\": 0.0,\n        \"max\": 5.0,\n        \"num_unique_values\": 6,\n        \"samples\": [\n          5.0,\n          2.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"cabin_staff_service\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 1.475488627544419,\n        \"min\": 0.0,\n        \"max\": 5.0,\n        \"num_unique_values\": 6,\n        \"samples\": [\n          4.0,\n          3.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"food_and_beverages\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 1.3741969147381987,\n        \"min\": 0.0,\n        \"max\": 5.0,\n        \"num_unique_values\": 6,\n        \"samples\": [\n          4.0,\n          2.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"inflight_entertainment\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 1.3428821991870978,\n        \"min\": 0.0,\n        \"max\": 5.0,\n        \"num_unique_values\": 6,\n        \"samples\": [\n          4.0,\n          2.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"ground_service\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 1.5240064720254454,\n        \"min\": 1.0,\n        \"max\": 5.0,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          2.0,\n          3.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"value_for_money\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 1.5156055336499301,\n        \"min\": 0.0,\n        \"max\": 5.0,\n        \"num_unique_values\": 6,\n        \"samples\": [\n          4.0,\n          1.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"wifi_and_connectivity\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.9053356508891341,\n        \"min\": 1.0,\n        \"max\": 5.0,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          2.0,\n          5.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 2
        }
      ],
      "source": [
        "kq_data = pd.read_csv(\"data/kenya-airways.csv\")\n",
        "kq_data = kq_data.rename(columns={'Unnamed: 0': 'id'})\n",
        "kq_data.head()"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# select only the necessary columns\n",
        "review_columns = ['id', 'summary_title', 'review']\n",
        "kq_data = kq_data[review_columns]\n",
        "kq_data.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "qmFXnqGiTlk9",
        "outputId": "8099538c-efd8-4eb6-c4e8-33d3d04a73e2"
      },
      "id": "qmFXnqGiTlk9",
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   id                     summary_title  \\\n",
              "0   0                    Will fly again   \n",
              "1   1    keep on cancelling the flights   \n",
              "2   2          One of the worst flights   \n",
              "3   3  Very unprofessional ground staff   \n",
              "4   4          refused to compensate me   \n",
              "\n",
              "                                              review  \n",
              "0  Joburg-Nairobi-Amsterdam 26-27 June 2024 on Bo...  \n",
              "1  Horrible airline. They keep on cancelling the ...  \n",
              "2  One of the worst flights i have ever experienc...  \n",
              "3  1. Had paid for seating after which was reques...  \n",
              "4  I was returning a trip to Kenya. Kenyan Airway...  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-1bd5f685-ac9c-4e5d-bf9a-f715f1908dcf\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>summary_title</th>\n",
              "      <th>review</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>Will fly again</td>\n",
              "      <td>Joburg-Nairobi-Amsterdam 26-27 June 2024 on Bo...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>keep on cancelling the flights</td>\n",
              "      <td>Horrible airline. They keep on cancelling the ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>One of the worst flights</td>\n",
              "      <td>One of the worst flights i have ever experienc...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>Very unprofessional ground staff</td>\n",
              "      <td>1. Had paid for seating after which was reques...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>refused to compensate me</td>\n",
              "      <td>I was returning a trip to Kenya. Kenyan Airway...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-1bd5f685-ac9c-4e5d-bf9a-f715f1908dcf')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-1bd5f685-ac9c-4e5d-bf9a-f715f1908dcf button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-1bd5f685-ac9c-4e5d-bf9a-f715f1908dcf');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-600a043c-4a55-4973-85f8-b6d9a1f20f00\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-600a043c-4a55-4973-85f8-b6d9a1f20f00')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-600a043c-4a55-4973-85f8-b6d9a1f20f00 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "kq_data",
              "summary": "{\n  \"name\": \"kq_data\",\n  \"rows\": 471,\n  \"fields\": [\n    {\n      \"column\": \"id\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 136,\n        \"min\": 0,\n        \"max\": 470,\n        \"num_unique_values\": 471,\n        \"samples\": [\n          55,\n          73,\n          33\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"summary_title\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 299,\n        \"samples\": [\n          \"excellent in his customer service\",\n          \"terrible, terrible experience\",\n          \"have wasted my time\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"review\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 470,\n        \"samples\": [\n          \"At a time when many airlines are improving their product, Kenya Airways appears to be going in the opposite direction. Getting onto the aircraft in Nairobi was chaotic with no priority given to business passengers \\u2013 for the airline \\u2018Sky Priority\\u2019 means nothing. From the boarding gate we then went on a long bus journey around the airport before returning to part of the terminal to climb up stairs to get onto the aircraft. Although the cabin crew were very pleasant and offered a pre-flight drink (champagne, water or apple juice) no more drinks were served until after the meal arrived. This was a total disappointment with my beef option consisting of two small pieces of beef, some sauce and a mini samosa. It was complemented with a glass of wine in a thimble-sized glass which was only refilled when we asked the crew. One of the mysteries of the flight was why the lavatory at the front of the aircraft permanently had an engaged light on. When we asked we were told that the captain had said that it was \\u2018reserved for the crew and passengers could not use it\\u2019. Another mystery was a man who spent the entire flight sat on the crew jumpseat in the middle of the business section. I asked him what he was doing and he explained that the crew \\u2018could not find me anywhere to sit\\u2019. Given that airlines flying into the UK have a legal obligation to provide advance passenger information 24-hours before arrival it would be interesting to know how this requirement was met. Although the aircraft was clean and the flight was smooth, Kenya Airways\\u2019 787 are let down by their old-style side-by-side seating which was worn and, in some cases, not functioning properly. The fact that the flight was full suggests that the airline has no problem selling tickets and therefore little incentive to improve its product.\",\n          \"They misplaced my bag. I filled a form at Heathrow airport and that was it. I waited for days for calls nothing until I finally found their UK line and i called them and they kept telling me to hold on. Eventually they sent a bag but it was another person\\u2019s bag. I called that my should be brought and the other be returned. I told them I wouldn\\u2019t release the bag until my bag is sent and i am not comfortable with having someone\\u2019s property with me. Then i was told the true owner of the bag is in Dubai and my bag is with them at Nairobi and a \\u201cpicture\\u201d of a wrapped bag (I didn\\u2019t wrap my bag) was sent. Another 2 weeks and nothing has been done again. Customer service is totally rude this time. Kept complaining to them that all my clothes are in that bag and I have no winter cloth to wear here but they aren\\u2019t even ready to help\",\n          \"Kigali via Nairobi to Dar November 23; 2 short regional flights; first on a B738; next on Embraer 190. Benefitted a lot by being a Skyteam gold card holder: got the best seats and access to lounges in Kigali, Dar, Nairobi which all are good, varied with improved hot food options. Boarding easy and quick. Onboard, enjoyed special meals pre-ordered and given on both flights; an impressive gesture. Skyteam priority worked to some extend. Onboard, not recognised as elite status holder, but cannot complain as we were fairly well pampered. Call bell was answered if running short. 1st flight had serious landing attempts in Nairobi before succeeding. Worst nightmare was a repeated delay on flight NBO-DAR. A technical issue reoccurred even on a substituted aircraft instated. Eventually we took off but upon worries expressed by captain, we became forced to return back to Nairobi, despite we were almost already at Dar. 150 passengers then had to sit in the aircraft or debark into a bus on the tarmac in Nairobi. There were no proper announcements, no service, no toilet access, just waiting in limbo for hours. Some passengers refused to reboard as they lost faith in the airline and aircraft. Then these passengers luggage had to be offloaded, another hour went by. The whole night was completely destroyed; however, at last we took off but only arrived in Dar early morning instead of at midnight as scheduled. Five hours delay is serious and favour direct flights avoiding transits. The good thing was that we, and luggage as well, finally arrived and in one piece. For both flights, FAs and passengers were in general cooperative, extrovert, and sociable.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 3
        }
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "id": "1vbHHnRYING9",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "1vbHHnRYING9",
        "outputId": "b4e7bacd-d14c-4621-9da7-e211fc2ff6d2"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ],
      "source": [
        "# check if there are null values\n",
        "kq_data['review'].isna().sum()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "id": "D-VZXSRPJkoU",
      "metadata": {
        "id": "D-VZXSRPJkoU",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "outputId": "6c9dc1b2-60a4-4c77-fef0-4ae1c0654615"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   id                                        full_review\n",
              "0   0  Will fly again Joburg-Nairobi-Amsterdam 26-27 ...\n",
              "1   1  keep on cancelling the flights Horrible airlin...\n",
              "2   2  One of the worst flights One of the worst flig...\n",
              "3   3  Very unprofessional ground staff 1. Had paid f...\n",
              "4   4  refused to compensate me I was returning a tri..."
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-dcf00eaa-c133-4ab5-ad22-b8475463f8bb\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>full_review</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>Will fly again Joburg-Nairobi-Amsterdam 26-27 ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>keep on cancelling the flights Horrible airlin...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>One of the worst flights One of the worst flig...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>Very unprofessional ground staff 1. Had paid f...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>refused to compensate me I was returning a tri...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-dcf00eaa-c133-4ab5-ad22-b8475463f8bb')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-dcf00eaa-c133-4ab5-ad22-b8475463f8bb button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-dcf00eaa-c133-4ab5-ad22-b8475463f8bb');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-d5b7b7a1-ff2d-47f7-9da5-5a6a22692ab8\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-d5b7b7a1-ff2d-47f7-9da5-5a6a22692ab8')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-d5b7b7a1-ff2d-47f7-9da5-5a6a22692ab8 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "kq_data",
              "summary": "{\n  \"name\": \"kq_data\",\n  \"rows\": 471,\n  \"fields\": [\n    {\n      \"column\": \"id\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 136,\n        \"min\": 0,\n        \"max\": 470,\n        \"num_unique_values\": 471,\n        \"samples\": [\n          55,\n          73,\n          33\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"full_review\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 470,\n        \"samples\": [\n          \"old-style side-by-side seating At a time when many airlines are improving their product, Kenya Airways appears to be going in the opposite direction. Getting onto the aircraft in Nairobi was chaotic with no priority given to business passengers \\u2013 for the airline \\u2018Sky Priority\\u2019 means nothing. From the boarding gate we then went on a long bus journey around the airport before returning to part of the terminal to climb up stairs to get onto the aircraft. Although the cabin crew were very pleasant and offered a pre-flight drink (champagne, water or apple juice) no more drinks were served until after the meal arrived. This was a total disappointment with my beef option consisting of two small pieces of beef, some sauce and a mini samosa. It was complemented with a glass of wine in a thimble-sized glass which was only refilled when we asked the crew. One of the mysteries of the flight was why the lavatory at the front of the aircraft permanently had an engaged light on. When we asked we were told that the captain had said that it was \\u2018reserved for the crew and passengers could not use it\\u2019. Another mystery was a man who spent the entire flight sat on the crew jumpseat in the middle of the business section. I asked him what he was doing and he explained that the crew \\u2018could not find me anywhere to sit\\u2019. Given that airlines flying into the UK have a legal obligation to provide advance passenger information 24-hours before arrival it would be interesting to know how this requirement was met. Although the aircraft was clean and the flight was smooth, Kenya Airways\\u2019 787 are let down by their old-style side-by-side seating which was worn and, in some cases, not functioning properly. The fact that the flight was full suggests that the airline has no problem selling tickets and therefore little incentive to improve its product.\",\n          \"Customer service is totally rude They misplaced my bag. I filled a form at Heathrow airport and that was it. I waited for days for calls nothing until I finally found their UK line and i called them and they kept telling me to hold on. Eventually they sent a bag but it was another person\\u2019s bag. I called that my should be brought and the other be returned. I told them I wouldn\\u2019t release the bag until my bag is sent and i am not comfortable with having someone\\u2019s property with me. Then i was told the true owner of the bag is in Dubai and my bag is with them at Nairobi and a \\u201cpicture\\u201d of a wrapped bag (I didn\\u2019t wrap my bag) was sent. Another 2 weeks and nothing has been done again. Customer service is totally rude this time. Kept complaining to them that all my clothes are in that bag and I have no winter cloth to wear here but they aren\\u2019t even ready to help\",\n          \"Five hours delay is serious Kigali via Nairobi to Dar November 23; 2 short regional flights; first on a B738; next on Embraer 190. Benefitted a lot by being a Skyteam gold card holder: got the best seats and access to lounges in Kigali, Dar, Nairobi which all are good, varied with improved hot food options. Boarding easy and quick. Onboard, enjoyed special meals pre-ordered and given on both flights; an impressive gesture. Skyteam priority worked to some extend. Onboard, not recognised as elite status holder, but cannot complain as we were fairly well pampered. Call bell was answered if running short. 1st flight had serious landing attempts in Nairobi before succeeding. Worst nightmare was a repeated delay on flight NBO-DAR. A technical issue reoccurred even on a substituted aircraft instated. Eventually we took off but upon worries expressed by captain, we became forced to return back to Nairobi, despite we were almost already at Dar. 150 passengers then had to sit in the aircraft or debark into a bus on the tarmac in Nairobi. There were no proper announcements, no service, no toilet access, just waiting in limbo for hours. Some passengers refused to reboard as they lost faith in the airline and aircraft. Then these passengers luggage had to be offloaded, another hour went by. The whole night was completely destroyed; however, at last we took off but only arrived in Dar early morning instead of at midnight as scheduled. Five hours delay is serious and favour direct flights avoiding transits. The good thing was that we, and luggage as well, finally arrived and in one piece. For both flights, FAs and passengers were in general cooperative, extrovert, and sociable.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 5
        }
      ],
      "source": [
        "# handle null values\n",
        "kq_data['full_review'] = kq_data['summary_title'] \\\n",
        "  .str.cat(kq_data['review'], sep=' ', na_rep='')\n",
        "\n",
        "# remove redundant columns\n",
        "kq_data.drop(columns=['summary_title', 'review'], inplace=True)\n",
        "kq_data.head()"
      ]
    },
    {
      "cell_type": "markdown",
      "id": "a5aa17cd-27ad-4035-84b5-7d18667587e6",
      "metadata": {
        "id": "a5aa17cd-27ad-4035-84b5-7d18667587e6"
      },
      "source": [
        "## Sentiment Analysis"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "id": "0ec43ff4-e8f0-4a3a-adac-9efe90405a59",
      "metadata": {
        "id": "0ec43ff4-e8f0-4a3a-adac-9efe90405a59"
      },
      "outputs": [],
      "source": [
        "# configuration for gpu usage if available\n",
        "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "id": "UqY9_Gl77HPs",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 70
        },
        "id": "UqY9_Gl77HPs",
        "outputId": "afa9cd9b-7d1f-4be4-91c9-a496f97d8e65"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'Kenya Airways customer review [\"DXB to JNB via NBO. Check-in in Dubai took longer than expected, but as most are 3rd party they don\\'t care that much to be efficient. Brand new Dreamliner in both legs, good seat arrangement with fair pitch. Onboard entertainment was ok and service above standards (great surprise), good crew. Connection in NBO very smooth. Great value, recommended.\"]'"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 7
        }
      ],
      "source": [
        "# review sample for testing and tokenization purpose\n",
        "example_review = kq_data['full_review'][300]\n",
        "example_review"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 8,
      "id": "fZ5rQnA6-SC6",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "fZ5rQnA6-SC6",
        "outputId": "c684371d-346d-48e8-8b2f-b41529652b62"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:89: UserWarning: \n",
            "The secret `HF_TOKEN` does not exist in your Colab secrets.\n",
            "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n",
            "You will be able to reuse this secret in all of your notebooks.\n",
            "Please note that authentication is recommended but still optional to access public models or datasets.\n",
            "  warnings.warn(\n",
            "/usr/local/lib/python3.10/dist-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n",
            "  warnings.warn(\n"
          ]
        }
      ],
      "source": [
        "# fitting model\n",
        "MODEL = f\"cardiffnlp/twitter-roberta-base-sentiment\"\n",
        "tokenizer = AutoTokenizer.from_pretrained(MODEL)\n",
        "model = AutoModelForSequenceClassification.from_pretrained(MODEL).to(device)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "id": "qvLOk9cQAy8H",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "qvLOk9cQAy8H",
        "outputId": "7b5701da-c703-42a9-e5a4-393a0cba6e19"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "roberta_neg    0.015551\n",
            "roberta_neu    0.119947\n",
            "roberta_pos    0.864502\n",
            "dtype: float32\n"
          ]
        }
      ],
      "source": [
        "# run roberta model on our example review\n",
        "encoded_text = tokenizer(example_review, return_tensors='pt')\n",
        "encoded_text = {key: val.to(device) for key, val in encoded_text.items()}\n",
        "with torch.no_grad():\n",
        "  model_output = model(**encoded_text)\n",
        "\n",
        "scores = model_output.logits[0].cpu().numpy()\n",
        "scores = softmax(scores)\n",
        "\n",
        "scores_dict = {\n",
        "  'roberta_neg' : scores[0],\n",
        "  'roberta_neu' : scores[1],\n",
        "  'roberta_pos' : scores[2]\n",
        "}\n",
        "print(pd.Series(scores_dict))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "id": "xn2EmP7WBxsQ",
      "metadata": {
        "id": "xn2EmP7WBxsQ"
      },
      "outputs": [],
      "source": [
        "# function to use for the whole dataset\n",
        "def sentiment_polarity_score(example_review):\n",
        "  # tokenize the review\n",
        "  encoded_text = tokenizer(example_review, return_tensors='pt',\n",
        "                           padding='max_length', truncation=True,\n",
        "                           max_length=512)\n",
        "  # move the tokenized review to the same device as the model\n",
        "  encoded_text = {key: val.to(device) for key, val in encoded_text.items()}\n",
        "  # ensure no gradient computation done\n",
        "  with torch.no_grad():\n",
        "    model_output = model(**encoded_text)\n",
        "  # get the logits and move them to the cpu for further processing\n",
        "  scores = model_output[0][0].detach().cpu().numpy()\n",
        "  scores = softmax(scores)\n",
        "  # scores dictionary\n",
        "  scores_dict = {\n",
        "    'roberta_neg' : scores[0],\n",
        "    'roberta_neu' : scores[1],\n",
        "    'roberta_pos' : scores[2]\n",
        "  }\n",
        "  return pd.Series(scores_dict)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 11,
      "id": "xYiWq594CycJ",
      "metadata": {
        "id": "xYiWq594CycJ"
      },
      "outputs": [],
      "source": [
        "# applying roberta model to whole dataset\n",
        "try:\n",
        "  kq_data[['roberta_neg', 'roberta_neu', 'roberta_pos']] = kq_data['full_review']\\\n",
        "    .apply(lambda x: sentiment_polarity_score(x))\n",
        "except RuntimeError as e:\n",
        "  print(e)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 12,
      "id": "0wiVpQ8OimPh",
      "metadata": {
        "id": "0wiVpQ8OimPh"
      },
      "outputs": [],
      "source": [
        "# uncomment if you want to see the progress\n",
        "\n",
        "# from tqdm.notebook import tqdm\n",
        "# roberta_results = {}\n",
        "# for i, row in tqdm(kq_data.iterrows(), total=len(kq_data)):\n",
        "#   text = row['full_review']\n",
        "#   myid = row['id']\n",
        "#   roberta_result = sentiment_polarity_score(text)\n",
        "#   roberta_results[myid] = roberta_result\n",
        "# print(roberta_results)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 13,
      "id": "9zxtoN5ig3lD",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "9zxtoN5ig3lD",
        "outputId": "e1857e43-a200-44b6-9148-889872bba020"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   id                                        full_review  roberta_neg  \\\n",
              "0   0  Will fly again Joburg-Nairobi-Amsterdam 26-27 ...     0.015191   \n",
              "1   1  keep on cancelling the flights Horrible airlin...     0.946588   \n",
              "2   2  One of the worst flights One of the worst flig...     0.973179   \n",
              "3   3  Very unprofessional ground staff 1. Had paid f...     0.877634   \n",
              "4   4  refused to compensate me I was returning a tri...     0.883592   \n",
              "\n",
              "   roberta_neu  roberta_pos  overall_sentiment sentiment_label  \n",
              "0     0.178933     0.805876           0.805876        positive  \n",
              "1     0.048273     0.005139           0.946588        negative  \n",
              "2     0.023846     0.002976           0.973179        negative  \n",
              "3     0.113443     0.008923           0.877634        negative  \n",
              "4     0.109669     0.006739           0.883592        negative  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-e76f431f-5617-40f2-9f08-79f04991dbd7\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>full_review</th>\n",
              "      <th>roberta_neg</th>\n",
              "      <th>roberta_neu</th>\n",
              "      <th>roberta_pos</th>\n",
              "      <th>overall_sentiment</th>\n",
              "      <th>sentiment_label</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>Will fly again Joburg-Nairobi-Amsterdam 26-27 ...</td>\n",
              "      <td>0.015191</td>\n",
              "      <td>0.178933</td>\n",
              "      <td>0.805876</td>\n",
              "      <td>0.805876</td>\n",
              "      <td>positive</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>keep on cancelling the flights Horrible airlin...</td>\n",
              "      <td>0.946588</td>\n",
              "      <td>0.048273</td>\n",
              "      <td>0.005139</td>\n",
              "      <td>0.946588</td>\n",
              "      <td>negative</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>One of the worst flights One of the worst flig...</td>\n",
              "      <td>0.973179</td>\n",
              "      <td>0.023846</td>\n",
              "      <td>0.002976</td>\n",
              "      <td>0.973179</td>\n",
              "      <td>negative</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>Very unprofessional ground staff 1. Had paid f...</td>\n",
              "      <td>0.877634</td>\n",
              "      <td>0.113443</td>\n",
              "      <td>0.008923</td>\n",
              "      <td>0.877634</td>\n",
              "      <td>negative</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>refused to compensate me I was returning a tri...</td>\n",
              "      <td>0.883592</td>\n",
              "      <td>0.109669</td>\n",
              "      <td>0.006739</td>\n",
              "      <td>0.883592</td>\n",
              "      <td>negative</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-e76f431f-5617-40f2-9f08-79f04991dbd7')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-e76f431f-5617-40f2-9f08-79f04991dbd7 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-e76f431f-5617-40f2-9f08-79f04991dbd7');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-9725952c-baa0-456f-9130-5ec87a63a75b\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-9725952c-baa0-456f-9130-5ec87a63a75b')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-9725952c-baa0-456f-9130-5ec87a63a75b button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "kq_data",
              "summary": "{\n  \"name\": \"kq_data\",\n  \"rows\": 471,\n  \"fields\": [\n    {\n      \"column\": \"id\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 136,\n        \"min\": 0,\n        \"max\": 470,\n        \"num_unique_values\": 471,\n        \"samples\": [\n          55,\n          73,\n          33\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"full_review\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 470,\n        \"samples\": [\n          \"old-style side-by-side seating At a time when many airlines are improving their product, Kenya Airways appears to be going in the opposite direction. Getting onto the aircraft in Nairobi was chaotic with no priority given to business passengers \\u2013 for the airline \\u2018Sky Priority\\u2019 means nothing. From the boarding gate we then went on a long bus journey around the airport before returning to part of the terminal to climb up stairs to get onto the aircraft. Although the cabin crew were very pleasant and offered a pre-flight drink (champagne, water or apple juice) no more drinks were served until after the meal arrived. This was a total disappointment with my beef option consisting of two small pieces of beef, some sauce and a mini samosa. It was complemented with a glass of wine in a thimble-sized glass which was only refilled when we asked the crew. One of the mysteries of the flight was why the lavatory at the front of the aircraft permanently had an engaged light on. When we asked we were told that the captain had said that it was \\u2018reserved for the crew and passengers could not use it\\u2019. Another mystery was a man who spent the entire flight sat on the crew jumpseat in the middle of the business section. I asked him what he was doing and he explained that the crew \\u2018could not find me anywhere to sit\\u2019. Given that airlines flying into the UK have a legal obligation to provide advance passenger information 24-hours before arrival it would be interesting to know how this requirement was met. Although the aircraft was clean and the flight was smooth, Kenya Airways\\u2019 787 are let down by their old-style side-by-side seating which was worn and, in some cases, not functioning properly. The fact that the flight was full suggests that the airline has no problem selling tickets and therefore little incentive to improve its product.\",\n          \"Customer service is totally rude They misplaced my bag. I filled a form at Heathrow airport and that was it. I waited for days for calls nothing until I finally found their UK line and i called them and they kept telling me to hold on. Eventually they sent a bag but it was another person\\u2019s bag. I called that my should be brought and the other be returned. I told them I wouldn\\u2019t release the bag until my bag is sent and i am not comfortable with having someone\\u2019s property with me. Then i was told the true owner of the bag is in Dubai and my bag is with them at Nairobi and a \\u201cpicture\\u201d of a wrapped bag (I didn\\u2019t wrap my bag) was sent. Another 2 weeks and nothing has been done again. Customer service is totally rude this time. Kept complaining to them that all my clothes are in that bag and I have no winter cloth to wear here but they aren\\u2019t even ready to help\",\n          \"Five hours delay is serious Kigali via Nairobi to Dar November 23; 2 short regional flights; first on a B738; next on Embraer 190. Benefitted a lot by being a Skyteam gold card holder: got the best seats and access to lounges in Kigali, Dar, Nairobi which all are good, varied with improved hot food options. Boarding easy and quick. Onboard, enjoyed special meals pre-ordered and given on both flights; an impressive gesture. Skyteam priority worked to some extend. Onboard, not recognised as elite status holder, but cannot complain as we were fairly well pampered. Call bell was answered if running short. 1st flight had serious landing attempts in Nairobi before succeeding. Worst nightmare was a repeated delay on flight NBO-DAR. A technical issue reoccurred even on a substituted aircraft instated. Eventually we took off but upon worries expressed by captain, we became forced to return back to Nairobi, despite we were almost already at Dar. 150 passengers then had to sit in the aircraft or debark into a bus on the tarmac in Nairobi. There were no proper announcements, no service, no toilet access, just waiting in limbo for hours. Some passengers refused to reboard as they lost faith in the airline and aircraft. Then these passengers luggage had to be offloaded, another hour went by. The whole night was completely destroyed; however, at last we took off but only arrived in Dar early morning instead of at midnight as scheduled. Five hours delay is serious and favour direct flights avoiding transits. The good thing was that we, and luggage as well, finally arrived and in one piece. For both flights, FAs and passengers were in general cooperative, extrovert, and sociable.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"roberta_neg\",\n      \"properties\": {\n        \"dtype\": \"float32\",\n        \"num_unique_values\": 470,\n        \"samples\": [\n          0.6462950110435486,\n          0.9227840304374695,\n          0.20973581075668335\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"roberta_neu\",\n      \"properties\": {\n        \"dtype\": \"float32\",\n        \"num_unique_values\": 470,\n        \"samples\": [\n          0.31151774525642395,\n          0.0700954794883728,\n          0.4268578588962555\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"roberta_pos\",\n      \"properties\": {\n        \"dtype\": \"float32\",\n        \"num_unique_values\": 470,\n        \"samples\": [\n          0.04218723624944687,\n          0.00712042348459363,\n          0.36340630054473877\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"overall_sentiment\",\n      \"properties\": {\n        \"dtype\": \"float32\",\n        \"num_unique_values\": 470,\n        \"samples\": [\n          0.6462950110435486,\n          0.9227840304374695,\n          0.4268578588962555\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"sentiment_label\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 3,\n        \"samples\": [\n          \"positive\",\n          \"negative\",\n          \"neutral\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 13
        }
      ],
      "source": [
        "# find the sentiment label with the highest score\n",
        "roberta_columns = ['roberta_neg', 'roberta_neu', 'roberta_pos']\n",
        "kq_data['overall_sentiment'] = kq_data[roberta_columns].max(axis=1)\n",
        "\n",
        "# rename the sentiment labels appropriately\n",
        "sentiment_mapping = {\n",
        "    'roberta_neg': 'negative',\n",
        "    'roberta_neu': 'neutral',\n",
        "    'roberta_pos': 'positive'\n",
        "}\n",
        "kq_data['sentiment_label'] = kq_data[roberta_columns].idxmax(axis=1)\n",
        "kq_data['sentiment_label'] = kq_data['sentiment_label'].map(sentiment_mapping)\n",
        "kq_data.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 14,
      "id": "_q4nEJemaQdw",
      "metadata": {
        "id": "_q4nEJemaQdw"
      },
      "outputs": [],
      "source": [
        "# save data\n",
        "kq_data.to_csv(\"review_trained.csv\", index=False)"
      ]
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "gpuType": "T4",
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3 (ipykernel)",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.11.7"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 5
}