book_recommendation_lda.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "toc_visible": true,
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/Emmanuelprz1400/book-recommendation/blob/main/book_recommendation_lda.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "<h2> Problema:\n",
        "\n",
        "Se quiere construir un sistema de recomendación de libros basado en los resumentes de los libros y los temas (topicos) de los mismos.\n",
        "\n",
        "Para tal fin, se utiliza el [CMU Book Summary Dataset](https://www.cs.cmu.edu/~dbamman/booksummaries.html)"
      ],
      "metadata": {
        "id": "RohO0s5WY5oh"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Bibliotecas y funciones"
      ],
      "metadata": {
        "id": "Wl1W5FCQYYvi"
      }
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ASPXxCfTa2bL",
        "outputId": "185a5023-b545-4bc2-e8d5-6079104c1386"
      },
      "source": [
        "!pip install pyLDAvis==3.4.0  #biblioteca que extrae información de un modelo LDA para obtener una visualización interactiva"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting pyLDAvis==3.4.0\n",
            "  Downloading pyLDAvis-3.4.0-py3-none-any.whl (2.6 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.6/2.6 MB\u001b[0m \u001b[31m10.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: numpy>=1.22.0 in /usr/local/lib/python3.10/dist-packages (from pyLDAvis==3.4.0) (1.25.2)\n",
            "Requirement already satisfied: scipy in /usr/local/lib/python3.10/dist-packages (from pyLDAvis==3.4.0) (1.11.4)\n",
            "Requirement already satisfied: pandas>=1.3.4 in /usr/local/lib/python3.10/dist-packages (from pyLDAvis==3.4.0) (1.5.3)\n",
            "Requirement already satisfied: joblib>=1.2.0 in /usr/local/lib/python3.10/dist-packages (from pyLDAvis==3.4.0) (1.3.2)\n",
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from pyLDAvis==3.4.0) (3.1.3)\n",
            "Requirement already satisfied: numexpr in /usr/local/lib/python3.10/dist-packages (from pyLDAvis==3.4.0) (2.9.0)\n",
            "Collecting funcy (from pyLDAvis==3.4.0)\n",
            "  Downloading funcy-2.0-py2.py3-none-any.whl (30 kB)\n",
            "Requirement already satisfied: scikit-learn>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from pyLDAvis==3.4.0) (1.2.2)\n",
            "Requirement already satisfied: gensim in /usr/local/lib/python3.10/dist-packages (from pyLDAvis==3.4.0) (4.3.2)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from pyLDAvis==3.4.0) (67.7.2)\n",
            "Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas>=1.3.4->pyLDAvis==3.4.0) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas>=1.3.4->pyLDAvis==3.4.0) (2023.4)\n",
            "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=1.0.0->pyLDAvis==3.4.0) (3.3.0)\n",
            "Requirement already satisfied: smart-open>=1.8.1 in /usr/local/lib/python3.10/dist-packages (from gensim->pyLDAvis==3.4.0) (6.4.0)\n",
            "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->pyLDAvis==3.4.0) (2.1.5)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.1->pandas>=1.3.4->pyLDAvis==3.4.0) (1.16.0)\n",
            "Installing collected packages: funcy, pyLDAvis\n",
            "Successfully installed funcy-2.0 pyLDAvis-3.4.0\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install scikit-learn==1.0.2  # para que sea compatible con pyLDAvis 3.4.0"
      ],
      "metadata": {
        "id": "pdo6JT8L3yZE",
        "outputId": "c28937b8-2f2e-4094-8f41-b35edf6d9ed9",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting scikit-learn==1.0.2\n",
            "  Downloading scikit_learn-1.0.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (26.5 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m26.5/26.5 MB\u001b[0m \u001b[31m19.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: numpy>=1.14.6 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.0.2) (1.25.2)\n",
            "Requirement already satisfied: scipy>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.0.2) (1.11.4)\n",
            "Requirement already satisfied: joblib>=0.11 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.0.2) (1.3.2)\n",
            "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.0.2) (3.3.0)\n",
            "Installing collected packages: scikit-learn\n",
            "  Attempting uninstall: scikit-learn\n",
            "    Found existing installation: scikit-learn 1.2.2\n",
            "    Uninstalling scikit-learn-1.2.2:\n",
            "      Successfully uninstalled scikit-learn-1.2.2\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "bigframes 0.25.0 requires scikit-learn>=1.2.2, but you have scikit-learn 1.0.2 which is incompatible.\u001b[0m\u001b[31m\n",
            "\u001b[0mSuccessfully installed scikit-learn-1.0.2\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Para leer los datos\n",
        "import csv\n",
        "import json\n",
        "\n",
        "import pandas as pd\n",
        "import numpy as np\n",
        "from collections import Counter # para contar frecuencias\n",
        "\n",
        "# preprocesar texto\n",
        "import re\n",
        "import nltk\n",
        "from nltk.corpus import stopwords\n",
        "from nltk.stem import PorterStemmer\n",
        "\n",
        "# Modelado de tópicos\n",
        "from sklearn.feature_extraction.text import CountVectorizer\n",
        "from sklearn.decomposition import LatentDirichletAllocation\n",
        "\n",
        "import pyLDAvis\n",
        "import matplotlib.pyplot as plt\n",
        "import seaborn as sns\n",
        "\n",
        "import warnings\n",
        "warnings.filterwarnings(\"ignore\", category=DeprecationWarning) # al instalar pyLDAvis ocasiona un warning con ipkernel"
      ],
      "metadata": {
        "id": "w6XKohIZYgfb"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "import sklearn\n",
        "sklearn.__version__\n",
        "# 1.0.2"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        },
        "id": "lC_KfoUPL5JP",
        "outputId": "40846ca3-903d-423f-e448-d12813251605"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'1.0.2'"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "pyLDAvis.__version__"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        },
        "id": "97QWnWnVfIar",
        "outputId": "f30d76cd-811f-4d20-dc00-04198751bf43"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'3.4.0'"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "nltk.download('stopwords')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "sU9hc8UHnq83",
        "outputId": "bd8bd4c5-4550-4340-c1d7-03e79df5d955"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "[nltk_data] Downloading package stopwords to /root/nltk_data...\n",
            "[nltk_data]   Unzipping corpora/stopwords.zip.\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {},
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "wBvOTM-Ffh0D",
        "outputId": "b5018874-f850-4cd8-d055-dd8ff6ec9b47"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Mounted at /content/drive\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Lectura y exploración de datos"
      ],
      "metadata": {
        "id": "F3DNzP-WYdLK"
      }
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "oTyJQCb-_HBq"
      },
      "outputs": [],
      "source": [
        "data = []\n",
        "\n",
        "with open(\"/content/drive/MyDrive/Bourbaki/ML & Analyst/7. Clustering/booksummaries.txt\", 'r') as f:\n",
        "    reader = csv.reader(f, dialect='excel-tab')\n",
        "    for row in reader:\n",
        "        data.append(row)"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "len(data)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "JY55ssx1Kga7",
        "outputId": "0640dfab-7be2-420b-c255-496dd4686794"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "16559"
            ]
          },
          "metadata": {},
          "execution_count": 15
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "title = []\n",
        "author = []\n",
        "genre = []\n",
        "summary = []\n",
        "for i in range(len(data)):\n",
        "  title.append(data[i][2])\n",
        "  author.append(data[i][3])\n",
        "  if data[i][5] == '':\n",
        "      genre.append([''])\n",
        "  else:\n",
        "      genre.append([j for j in json.loads(data[i][5]).values()])\n",
        "  summary.append(data[i][6])\n",
        "\n",
        "df = pd.DataFrame({ 'Title': title, 'Author': author,\n",
        "                       'Genre': genre, 'Summary': summary})\n",
        "print(df.shape)\n",
        "df.head(3)\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 213
        },
        "id": "mBaqElr8KjzP",
        "outputId": "2fa7be62-95b1-4429-8a1c-dd122c490ed6"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(16559, 4)\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                Title           Author  \\\n",
              "0         Animal Farm    George Orwell   \n",
              "1  A Clockwork Orange  Anthony Burgess   \n",
              "2          The Plague     Albert Camus   \n",
              "\n",
              "                                               Genre  \\\n",
              "0  [Roman à clef, Satire, Children's literature, ...   \n",
              "1  [Science Fiction, Novella, Speculative fiction...   \n",
              "2  [Existentialism, Fiction, Absurdist fiction, N...   \n",
              "\n",
              "                                             Summary  \n",
              "0   Old Major, the old boar on the Manor Farm, ca...  \n",
              "1   Alex, a teenager living in near-future Englan...  \n",
              "2   The text of The Plague is divided into five p...  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-226b0a46-732d-4ff4-a378-410288a07794\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Author</th>\n",
              "      <th>Genre</th>\n",
              "      <th>Summary</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Animal Farm</td>\n",
              "      <td>George Orwell</td>\n",
              "      <td>[Roman à clef, Satire, Children's literature, ...</td>\n",
              "      <td>Old Major, the old boar on the Manor Farm, ca...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>A Clockwork Orange</td>\n",
              "      <td>Anthony Burgess</td>\n",
              "      <td>[Science Fiction, Novella, Speculative fiction...</td>\n",
              "      <td>Alex, a teenager living in near-future Englan...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>The Plague</td>\n",
              "      <td>Albert Camus</td>\n",
              "      <td>[Existentialism, Fiction, Absurdist fiction, N...</td>\n",
              "      <td>The text of The Plague is divided into five p...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-226b0a46-732d-4ff4-a378-410288a07794')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-226b0a46-732d-4ff4-a378-410288a07794 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-226b0a46-732d-4ff4-a378-410288a07794');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-024875eb-0477-40f9-b9ca-c9e31807a78c\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-024875eb-0477-40f9-b9ca-c9e31807a78c')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-024875eb-0477-40f9-b9ca-c9e31807a78c button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df",
              "summary": "{\n  \"name\": \"df\",\n  \"rows\": 16559,\n  \"fields\": [\n    {\n      \"column\": \"Title\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 16277,\n        \"samples\": [\n          \"Science and Health with Key to the Scriptures\",\n          \"My Life as a Traitor\",\n          \"The Dungeons of Torgar\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Author\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 4715,\n        \"samples\": [\n          \"William Wells Brown\",\n          \"Thomas M. Reid\",\n          \"Donald Corley\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Genre\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Summary\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 16532,\n        \"samples\": [\n          \" The book focuses on the adult lives of two onetime teenage lovers, Ken and Sylvia, who were from different social strata. Ken was self-supporting, working as a lifeguard at a Maine island resort, while Sylvia's family stayed as guests of the owners, one summer between years at college. After their summer love affair, they married other people, but rediscover each other later in life. At that time, Sylvia has a son, Johnny, and Ken a daughter, Molly. While Ken and Sylvia renew their love affair, their children begin a romance. Ken becomes a millionaire through his work as a research chemist as his wife Helen spurns him at home, while Sylvia's husband Bart turns to alcohol as his family fortune disappears, and he turns their island home into an inn. After twenty years away, Ken decides to visit the island again, writing Bart to ask for lodging. Ken brings Molly and Helen to the island, and everyone tries to be cordial. But soon old feelings, and tensions, and longings arise in the adults, while the young Johnny and Molly in turn become enamored of each other. Ken and Sylvia fall in love once again. The couple are noticed by Todd Hasper, the steward of the island, who decides to inform Sylvia's husband Bart. Ken, aware of Sylvia's plight, invites her and her family to take over a motel job in Florida for Bart has asked for a divorce and the custody of their son John. The affair between Ken and Sylvia is again noticed, this time by a friend of Helen's. The two divorce, and their daughter Molly, like John, is sent to boarding school. During their tenure at their respective schools, John and Molly begin an avid correspondence. Helen and her mother Margaret are not pleased, as they find it inappropriate for a girl her age to be so attached to a boy. Their correspondence continues, with rendezvous during school breaks. Their romance culminates when they see each other again at Ken and Sylvia's beach house. The two acknowledge that they are in love with one another, and they consummate it shortly thereafter. Back at school, Molly learns from a doctor that she is pregnant, and John hitchhikes across the country to be with and support her. Ken and Sylvia give their guarded approval, feeling hypocritical to deny them their love. Bart, whose alcoholism has landed him in a veterans hospital, cannot attend the wedding, and while he disapproves, he urges John to take over the inn. Helen attends the wedding under sedation. The book ends with John and Molly spending their honeymoon on Pine Island, John's \\\"one good inheritance\\\", as Bart terms it in a letter.\",\n          \" The story begins on Pluto in the distant future. Its inhabitants, former collaborators of the Qax, humanity's erstwhile conquerors, are under attack from the new-formed Coalition, seeking revenge for humanity's enslavement. As such, the inhabitants send five generation ships out of the solar system in the hopes that they will be able to form colonies of their own that can survive the Coalition. Rusel, the protagonist, is admitted onto Mayflower II, one of the ships, at the last minute. Shortly after takeoff, it is revealed that the ship's intended destination is outside the galaxy, requiring a flight time of 50,000 subjective years, even with the effects of time dilation. The ship's captain selects a few individuals to receive medical treatment granting them immortality, allowing them to guide the ship through its millennia-long voyage. Over time, however, these individuals die through malfunctions or boredom, leaving Rusel as the only immortal on board, but he becomes increasingly dependent on life-support and gradually merges with the ship. Over time, the other inhabitants of the ship form several different societies, gradually becoming detached from their original humanity. Eventually, they form an almost unrecongisable tribal civilisation. Having forgotten that they are on a spaceship at all, they only maintain it through religious tradition. After 25,000 years have passed, the Mayflower is contacted by Pirius and Torec (protagonists of Exultant), former soldiers of the Coalition, which is revealed to have fallen. They offer to remove the inhabitants from the ship and care for them elsewhere. Rusel, now completely merged with the ship's systems, allows them to do so. Pirius and Torec then leave Rusel to continue into space without the burden of the crew, which he gladly accepts.\",\n          \" Like the sixth collection, Fables and Reflections, and the eighth, Worlds' End, Dream Country consists of short stories that do not have a common storyline running through them, though it has been argued that most Sandman stories are not entirely self-contained and are part of a larger story arc that encompasses the entire series. Dream Country is the shortest of the eleven Sandman collections, featuring just four issues (\\\"Calliope\\\", #17, and \\\"A Dream of a Thousand Cats\\\", #18, both pencilled by Kelley Jones and inked by Malcolm Jones III; \\\"A Midsummer Night's Dream\\\", #19, drawn by Charles Vess and coloured for the first time by computer colouring pioneer Steve Oliff; and \\\"Fa\\u00e7ade\\\", #20, penciled by Colleen Doran and inked by Malcolm Jones III). This is the story of a frustrated author, Richard Madoc, whose first book has been released to critical acclaim but who simply cannot write a page of the promised follow-up. He strikes a deal with an elder writer, Erasmus Fry, for Calliope, one of the Muses of Greek mythology, whom Fry had captured earlier in his life, in exchange for a bezoar. Fry kept her imprisoned and regularly raped her, and her presence provided the inspiration for his successful novels. Madoc also takes her captive and has great success in writing, but Calliope calls upon the triad of witches known by many names, such as the Furies, the Kindly Ones or the Gracious Ladies, for help. They direct her to Morpheus, who we are told was once her lover (this relationship is elaborated on later in the series), and who is currently similarly imprisoned. Upon his release, he comes to rescue Calliope, and visits a terrible punishment upon Madoc. He complains that without her, he will have no ideas, so Morpheus causes him to never stop having them, which drives him to madness. Though the story of \\\"Calliope\\\" was not criticized for unoriginality at the time of its release, its concept has apparently become a very popular one since; a list of overused story ideas at Strange Horizons included \\\"Creative person meets a muse (either one of the nine classical Muses or a more individual muse) and interacts with them, usually by keeping them captive.\\\" (See Neil Gaiman's post about Strange Horizon's list). Madoc's Book \\\"Her Wings\\\" appears in a few other stories by Neil Gaiman including The Last Temptation as a sort of inside joke. Rose Walker is later seen reading Fry's book \\\"Here Comes a Candle\\\". In the library of Dream, an unfinished book by Erasmus Fry, \\\"The Hand of Glory\\\" is seen in Season of Mists. One of Madoc's works, \\\"The Spirit Who Had Half Of Everything\\\", takes its name from an unused chapter title in an early draft of James Branch Cabell's Figures of Earth. This tale begins with a small, white cat being called by another cat to sneak away from her house one night. They speak of an event in a graveyard that they don't want to miss. When they arrive, they see that many cats are already there. A Siamese cat comes to tell her story. A long time ago, the Siamese cat relates, she met a Tom-cat, who became her lover. Eventually, she gave birth to several kittens. Her human owners were not pleased, and the male owner put the kittens in a bag bound to a rock, and threw them into pond. Traumatized by the callous murder of her kittens, the Siamese becomes disillusioned in human beings and ultimately rejects the life of a pampered pet. Her cause is strengthened when she has a dream that she has entered a boneyard in the Dreaming. In the dream a raven with no skin on its head informs her where she can find out exactly why the humans killed her offspring: a cave inhabited by the Dream Lord. At the entrance to the cave that the raven told her of, many fearsome animals tell her to leave. She responds by saying that she will only state her business to Dream. Inside, she finds Dream in the form of a cat. Dream presents her with a vision of an alternate reality where cats are huge and humans are merely their playthings, tiny servants which groom their bodies and which the cats can kill at their leisure. A man ruined that world by informing the humans that their dreams will shape the world. Enough humans listened to make the vision a reality. Upon waking, the cat undertakes a spiritual quest for justice. She preaches her vision to motley assortments of housecats around the world, hoping that if she can make enough believe in and dream of this reality, the world will change to conform to their dreams. The cat from the beginning of the story heads home. Her friends were slightly disappointed, though they admitted that what they heard was interesting. The white cat, however, was fully taken by the tale. She returns home and heads to sleep. Over breakfast, her owners remark on what a cute stance she's in: it looks as if she's hunting something, or someone. Although seemingly a complete diversion from the basic story of the Sandman, it in fact illustrates some of the core themes of the series: the idea that reality is shaped in the most literal sense by the dreams, beliefs, and expectations of humans (and, in this case, of other animals as well). The story also portrays the theme of change and its relation to an individual's nature. The humans found that they were unhappy with their role and were able to harness the power of dream to instigate a change of the nature of reality, whereas when cats found themselves in a similar situation their apathetic, independent, and fickle nature kept them from changing. This idea of the capacity for change reemerges throughout the book, most notably in the conclusion of The Kindly Ones. !-- This section is linked from Characters of The Sandman --> This is a core issue of the Sandman series, sometimes cited as the best in the series. It concerns the premiere of William Shakespeare's A Midsummer Night's Dream, which we are told was commissioned by Morpheus as part of a bargain in which Morpheus granted Shakespeare his extraordinary skill with writing. Performed on a hillside before an audience of bizarre creatures from Faerie - including the very characters who appear in the play, Titania, Auberon, and the hobgoblin Robin Goodfellow (Puck) amongst them - the Sandman's version of reality and Shakespeare's play are merged and interact with one another. Puck greatly enjoys the play and repeats the theme of the story that while the play does not directly reflect history or even some of the personalities of the characters it is still considered a true reflection of \\\"reality\\\". (In reality Puck is described as being a psychotic murderer and not a merry wanderer of the night.) Titania takes an interest in Shakespeare's son Hamnet, who plays a small role in the play. The issue received a World Fantasy Award for short fiction in 1991. Dream first meets Shakespeare in Sandman #13, &#34;Men of Good Fortune,&#34; and the final issue, #75, &#34;The Tempest,&#34; focuses on the second of the two plays commissioned by Morpheus. This is another odd issue, featuring one of the methods Gaiman played with in the first, and to a lesser extent in the second, collection: it takes one of the neglected characters from the DC Universe, this time Element Girl (Urania Blackwell, a female version of Metamorpho), and shows her in a completely unexpected situation. A reluctant superhero at best, she has now retired, and lives a meagre existence, rarely leaving her flat due to her self-loathing of her &#34;freakish&#34; appearance. She goes by her nickname &#34;Rainie&#34;. The plot revolves around a phone call she receives: an invitation to have dinner with an old friend, Della. She concocts a fake face to wear so her friend doesn&#39;t know of her &#34;skin disease&#34;. As Della explains a problem she&#39;s having, Rainie&#39;s &#34;face&#34; falls into the plate of spaghetti bolognese that she ordered, revealing her true face. She runs away, and to her apartment, where she wonders how she can kill herself, despite being invulnerable. Fortunately, Death, who was dealing with a woman who&#39;d slipped on a stepladder, enters her room, explaining that the door was open, and she had heard her crying. She tells her how she can talk to the sun god, Ra, and beg for a merciful death. An extraordinarily poignant piece dealing with identity and, subtly, the gap between the world portrayed in the more na\\u00efve of DC Comics&#39; superhero comics and the true reality of everyday life, it ends on a curiously happy note, with Death answering Rainie&#39;s telephone and informing the caller that &#34;she&#39;s gone away, I&#39;m afraid.&#34;\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 17
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df.info()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "pl1GYD7cb6wj",
        "outputId": "9e592617-45fe-4445-bdfa-623f6b6bba5e"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "RangeIndex: 16559 entries, 0 to 16558\n",
            "Data columns (total 4 columns):\n",
            " #   Column   Non-Null Count  Dtype \n",
            "---  ------   --------------  ----- \n",
            " 0   Title    16559 non-null  object\n",
            " 1   Author   16559 non-null  object\n",
            " 2   Genre    16559 non-null  object\n",
            " 3   Summary  16559 non-null  object\n",
            "dtypes: object(4)\n",
            "memory usage: 517.6+ KB\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df[['Title', 'Author']].nunique()\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "kCgQ3dw4dLra",
        "outputId": "b0e5e431-16d7-4861-bd4b-0373febebb62"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Title     16277\n",
              "Author     4715\n",
              "dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 19
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df.Title.value_counts().head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "bYa811LheZqx",
        "outputId": "74d0be3f-145d-414d-b0ee-f8914d7b8187"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Nemesis     6\n",
              "Outcast     4\n",
              "Haunted     4\n",
              "Inferno     4\n",
              "The Gift    3\n",
              "Name: Title, dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 20
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        " ¿por qué hay más de un resumen para cada titulo?"
      ],
      "metadata": {
        "id": "mTL0V5GNf2bJ"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df[df.Title=='Nemesis']"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 341
        },
        "id": "m8ke3Ki-e1ai",
        "outputId": "8cae8610-a4d7-4262-8e78-0a552d9faad4"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "         Title           Author  \\\n",
              "375    Nemesis     Isaac Asimov   \n",
              "3499   Nemesis  Agatha Christie   \n",
              "5157   Nemesis    Scott Ciencin   \n",
              "6159   Nemesis         Jo Nesbø   \n",
              "13696  Nemesis      Philip Roth   \n",
              "13842  Nemesis                    \n",
              "\n",
              "                                                   Genre  \\\n",
              "375    [Science Fiction, Speculative fiction, Childre...   \n",
              "3499   [Crime Fiction, Mystery, Children's literature...   \n",
              "5157                       [Speculative fiction, Horror]   \n",
              "6159                                     [Crime Fiction]   \n",
              "13696                                                 []   \n",
              "13842                                                 []   \n",
              "\n",
              "                                                 Summary  \n",
              "375     The novel is set in an era in which interstel...  \n",
              "3499    Miss Marple receives a post card from the rec...  \n",
              "5157    One of Fred's old friends from graduate schoo...  \n",
              "6159    A bank robbery is committed by a lone robber ...  \n",
              "13696   Nemesis explores the effect of a 1944 polio e...  \n",
              "13842   The story, set in Latium in AD 77, opens with...  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-d39a6921-8122-4b30-a06c-bf22787b134f\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Author</th>\n",
              "      <th>Genre</th>\n",
              "      <th>Summary</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>375</th>\n",
              "      <td>Nemesis</td>\n",
              "      <td>Isaac Asimov</td>\n",
              "      <td>[Science Fiction, Speculative fiction, Childre...</td>\n",
              "      <td>The novel is set in an era in which interstel...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3499</th>\n",
              "      <td>Nemesis</td>\n",
              "      <td>Agatha Christie</td>\n",
              "      <td>[Crime Fiction, Mystery, Children's literature...</td>\n",
              "      <td>Miss Marple receives a post card from the rec...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5157</th>\n",
              "      <td>Nemesis</td>\n",
              "      <td>Scott Ciencin</td>\n",
              "      <td>[Speculative fiction, Horror]</td>\n",
              "      <td>One of Fred's old friends from graduate schoo...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6159</th>\n",
              "      <td>Nemesis</td>\n",
              "      <td>Jo Nesbø</td>\n",
              "      <td>[Crime Fiction]</td>\n",
              "      <td>A bank robbery is committed by a lone robber ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13696</th>\n",
              "      <td>Nemesis</td>\n",
              "      <td>Philip Roth</td>\n",
              "      <td>[]</td>\n",
              "      <td>Nemesis explores the effect of a 1944 polio e...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13842</th>\n",
              "      <td>Nemesis</td>\n",
              "      <td></td>\n",
              "      <td>[]</td>\n",
              "      <td>The story, set in Latium in AD 77, opens with...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-d39a6921-8122-4b30-a06c-bf22787b134f')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-d39a6921-8122-4b30-a06c-bf22787b134f button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-d39a6921-8122-4b30-a06c-bf22787b134f');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-29cbcc23-b61c-42f3-98bc-c4c630cf6b75\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-29cbcc23-b61c-42f3-98bc-c4c630cf6b75')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-29cbcc23-b61c-42f3-98bc-c4c630cf6b75 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "summary": "{\n  \"name\": \"df[df\",\n  \"rows\": 6,\n  \"fields\": [\n    {\n      \"column\": \"Title\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 1,\n        \"samples\": [\n          \"Nemesis\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Author\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 6,\n        \"samples\": [\n          \"Isaac Asimov\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Genre\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Summary\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 6,\n        \"samples\": [\n          \" The novel is set in an era in which interstellar travel is in the process of being discovered and perfected. Before the novel's opening, \\\"hyper-assistance\\\", a technology allowing travel at a little slower than the speed of light, is used to move a reclusive space station colony called Rotor from the vicinity of Earth to the newly discovered red dwarf, Nemesis. There, it takes up orbit around the semi-habitable moon, Erythro, named for the red light that falls on it. It is eventually discovered that the bacterial life on Erythro forms a collective organism that possesses a form of consciousness and telepathy (a concept similar to the Gaia of Asimov's Foundation series). While the colonists argue over the direction of future colonization \\u2014 down to Erythro, or up to the asteroid belts of Nemesis system \\u2014 events catch up to them. Back on Earth superluminal flight is perfected, ending Rotor Colony's isolation and opening the galaxy to human exploration. The story also relates the breakup and reunion of a family (the mother, the discoverer of Nemesis, and the daughter were separated from the Earthbound father when the colony departed; the father becomes part of the hyperjump research project as a result); the startling discovery that the bacterial inhabitants of Erythro, collectively, constitute a sentient and telepathic organism; and the discovery and resolution of a massive crisis: Nemesis' trajectory threatens to gravitationally destabilize the Solar System.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 21
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "¿Cuántas categorías tiene la variable Genre?"
      ],
      "metadata": {
        "id": "sXtiF4IxY255"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "genre_dict = {}\n",
        "for i in df[\"Genre\"]:\n",
        "    for j in i:\n",
        "        if j not in genre_dict:\n",
        "            genre_dict[j] = 1\n",
        "        else:\n",
        "            genre_dict[j] += 1\n",
        "frec_genre = Counter(genre_dict)\n",
        "\n",
        "print('Generos distintos: {}\\n '.format(len(frec_genre)))\n",
        "\n",
        "frec_genre.most_common(10)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Es6u2KHvGN6b",
        "outputId": "f85f57ac-a804-4549-cf20-1eae8dc94fd8"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Generos distintos: 228\n",
            " \n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[('Fiction', 4747),\n",
              " ('Speculative fiction', 4314),\n",
              " ('', 3718),\n",
              " ('Science Fiction', 2870),\n",
              " ('Novel', 2463),\n",
              " ('Fantasy', 2413),\n",
              " (\"Children's literature\", 2122),\n",
              " ('Mystery', 1396),\n",
              " ('Young adult literature', 825),\n",
              " ('Suspense', 765)]"
            ]
          },
          "metadata": {},
          "execution_count": 22
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Observar que 3,718 resumenes no cuentan con información sobre género del libro"
      ],
      "metadata": {
        "id": "vEVRzJD5gM7A"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "df['len Summary'] = df['Summary'].apply(lambda x: len(str(x).split()))\n",
        "\n",
        "df['len Summary'] .describe()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ZPwCXPfhhCBq",
        "outputId": "f7f477cd-b367-4ad2-c37f-de45551a21a0"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "count    16559.000000\n",
              "mean       429.202126\n",
              "std        500.339692\n",
              "min          1.000000\n",
              "25%        120.000000\n",
              "50%        263.000000\n",
              "75%        569.000000\n",
              "max      10334.000000\n",
              "Name: len Summary, dtype: float64"
            ]
          },
          "metadata": {},
          "execution_count": 23
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df[df['len Summary']<10].sort_values('len Summary')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 614
        },
        "id": "0SxR_Hjglnow",
        "outputId": "d1f75a09-5fc3-4e89-ce00-5dff616465b5"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                                   Title  \\\n",
              "16531            Guardians of Ga'Hoole Book 4: The Siege   \n",
              "11215                    Chucaro: Wild Pony of the Pampa   \n",
              "5879                                The Caverns of Kalte   \n",
              "5693                               The Deathlord of Ixia   \n",
              "5972                                The Eyes of Darkness   \n",
              "...                                                  ...   \n",
              "13201                                   Archform: Beauty   \n",
              "9689   The Princess Diaries, Volume VII and 3/4: Vale...   \n",
              "12201                              The Temple of the Ten   \n",
              "12856                               The Sword of Aldones   \n",
              "12120                                     Death's Deputy   \n",
              "\n",
              "                      Author  \\\n",
              "16531          Helen Dunmore   \n",
              "11215         Francis Kalnay   \n",
              "5879               Joe Dever   \n",
              "5693              John Grant   \n",
              "5972             Dean Koontz   \n",
              "...                      ...   \n",
              "13201    L. E. Modesitt, Jr.   \n",
              "9689               Meg Cabot   \n",
              "12201       H. Bedford-Jones   \n",
              "12856  Marion Zimmer Bradley   \n",
              "12120         L. Ron Hubbard   \n",
              "\n",
              "                                                   Genre  \\\n",
              "16531   [Speculative fiction, Fantasy, Historical novel]   \n",
              "11215                            [Children's literature]   \n",
              "5879   [Gamebook, Speculative fiction, Fantasy, Child...   \n",
              "5693   [Gamebook, Speculative fiction, Children's lit...   \n",
              "5972   [Speculative fiction, Horror, Fiction, Romance...   \n",
              "...                                                  ...   \n",
              "13201                                  [Science Fiction]   \n",
              "9689                            [Young adult literature]   \n",
              "12201                                          [Fantasy]   \n",
              "12856                                  [Science Fiction]   \n",
              "12120                     [Speculative fiction, Fantasy]   \n",
              "\n",
              "                                                 Summary  len Summary  \n",
              "16531                                         ==Receptio            1  \n",
              "11215                                        ==Reference            1  \n",
              "5879                                          ==Receptio            1  \n",
              "5693                                          ==Receptio            1  \n",
              "5972                                         ==Character            1  \n",
              "...                                                  ...          ...  \n",
              "13201     Archform: Beauty is set in 24th century Earth.            8  \n",
              "9689    Mia and Michael share Valentine's Day togethe...            9  \n",
              "12201   The novel adventures in the realms of Prester...            9  \n",
              "12856   The novel concerns involved intrigue on the p...            9  \n",
              "12120   The novel concerns a man who is unnaturally a...            9  \n",
              "\n",
              "[63 rows x 5 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-c4cf9947-7eb5-4380-bfe3-9a90e1914f8d\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Author</th>\n",
              "      <th>Genre</th>\n",
              "      <th>Summary</th>\n",
              "      <th>len Summary</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>16531</th>\n",
              "      <td>Guardians of Ga'Hoole Book 4: The Siege</td>\n",
              "      <td>Helen Dunmore</td>\n",
              "      <td>[Speculative fiction, Fantasy, Historical novel]</td>\n",
              "      <td>==Receptio</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11215</th>\n",
              "      <td>Chucaro: Wild Pony of the Pampa</td>\n",
              "      <td>Francis Kalnay</td>\n",
              "      <td>[Children's literature]</td>\n",
              "      <td>==Reference</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5879</th>\n",
              "      <td>The Caverns of Kalte</td>\n",
              "      <td>Joe Dever</td>\n",
              "      <td>[Gamebook, Speculative fiction, Fantasy, Child...</td>\n",
              "      <td>==Receptio</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5693</th>\n",
              "      <td>The Deathlord of Ixia</td>\n",
              "      <td>John Grant</td>\n",
              "      <td>[Gamebook, Speculative fiction, Children's lit...</td>\n",
              "      <td>==Receptio</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5972</th>\n",
              "      <td>The Eyes of Darkness</td>\n",
              "      <td>Dean Koontz</td>\n",
              "      <td>[Speculative fiction, Horror, Fiction, Romance...</td>\n",
              "      <td>==Character</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13201</th>\n",
              "      <td>Archform: Beauty</td>\n",
              "      <td>L. E. Modesitt, Jr.</td>\n",
              "      <td>[Science Fiction]</td>\n",
              "      <td>Archform: Beauty is set in 24th century Earth.</td>\n",
              "      <td>8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9689</th>\n",
              "      <td>The Princess Diaries, Volume VII and 3/4: Vale...</td>\n",
              "      <td>Meg Cabot</td>\n",
              "      <td>[Young adult literature]</td>\n",
              "      <td>Mia and Michael share Valentine's Day togethe...</td>\n",
              "      <td>9</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12201</th>\n",
              "      <td>The Temple of the Ten</td>\n",
              "      <td>H. Bedford-Jones</td>\n",
              "      <td>[Fantasy]</td>\n",
              "      <td>The novel adventures in the realms of Prester...</td>\n",
              "      <td>9</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12856</th>\n",
              "      <td>The Sword of Aldones</td>\n",
              "      <td>Marion Zimmer Bradley</td>\n",
              "      <td>[Science Fiction]</td>\n",
              "      <td>The novel concerns involved intrigue on the p...</td>\n",
              "      <td>9</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12120</th>\n",
              "      <td>Death's Deputy</td>\n",
              "      <td>L. Ron Hubbard</td>\n",
              "      <td>[Speculative fiction, Fantasy]</td>\n",
              "      <td>The novel concerns a man who is unnaturally a...</td>\n",
              "      <td>9</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>63 rows × 5 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-c4cf9947-7eb5-4380-bfe3-9a90e1914f8d')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-c4cf9947-7eb5-4380-bfe3-9a90e1914f8d button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-c4cf9947-7eb5-4380-bfe3-9a90e1914f8d');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-dee2ed44-0e9a-4393-bb6f-7de429f20317\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-dee2ed44-0e9a-4393-bb6f-7de429f20317')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-dee2ed44-0e9a-4393-bb6f-7de429f20317 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "summary": "{\n  \"name\": \"df[df['len Summary']<10]\",\n  \"rows\": 63,\n  \"fields\": [\n    {\n      \"column\": \"Title\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 63,\n        \"samples\": [\n          \"The Sword of Aldones\",\n          \"The Blind Spot\",\n          \"Guardians of Ga'Hoole Book 4: The Siege\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Author\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 39,\n        \"samples\": [\n          \"Homer Eon Flint\",\n          \"H. Bedford-Jones\",\n          \"Dean Koontz\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Genre\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Summary\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 37,\n        \"samples\": [\n          \"- ~Plot outline description~--&#62;\",\n          \" To be added.\",\n          \" == Characters\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"len Summary\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 2,\n        \"min\": 1,\n        \"max\": 9,\n        \"num_unique_values\": 9,\n        \"samples\": [\n          8,\n          2,\n          6\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 24
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df = df[df['len Summary']>=10].copy().reset_index(drop=True)\n",
        "df.sort_values('len Summary')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 614
        },
        "id": "L-VjQxh_ja0x",
        "outputId": "7e763b60-ad45-4041-9304-0400176c4f43"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                       Title                Author  \\\n",
              "11840                   The Abyss of Wonders  Perley Poore Sheehan   \n",
              "11810                          Seeds of Life      Eric Temple Bell   \n",
              "6395                             Bullet Time      David A. McIntee   \n",
              "10853                           Stone Tables      Orson Scott Card   \n",
              "12356                             Yellow Fog           Les Daniels   \n",
              "...                                      ...                   ...   \n",
              "14161                     March to the Stars            John Ringo   \n",
              "12448                      Dawkins vs. Gould          Kim Sterelny   \n",
              "14619                             Fire World         Chris D'Lacey   \n",
              "518    The History of Tom Jones, a Foundling        Henry Fielding   \n",
              "12350                        Kushiel's Mercy      Jacqueline Carey   \n",
              "\n",
              "                                Genre  \\\n",
              "11840               [Science Fiction]   \n",
              "11810               [Science Fiction]   \n",
              "6395                [Science Fiction]   \n",
              "10853              [History, Fiction]   \n",
              "12356   [Speculative fiction, Horror]   \n",
              "...                               ...   \n",
              "14161               [Science Fiction]   \n",
              "12448                              []   \n",
              "14619                       [Fantasy]   \n",
              "518                  [Fiction, Novel]   \n",
              "12350  [Speculative fiction, Fantasy]   \n",
              "\n",
              "                                                 Summary  len Summary  \n",
              "11840   The novel concerns a lost race in the Gobi De...           10  \n",
              "11810   The novel concerns the creation of a superman...           10  \n",
              "6395    Sarah Jane Smith encounters the Seventh Docto...           10  \n",
              "10853   Stone Tables is a novelization of the life of...           10  \n",
              "12356   The novel concerns the vampire Don Sebastian ...           10  \n",
              "...                                                  ...          ...  \n",
              "14161   The story opens in the restored city of Voita...         6560  \n",
              "12448   In the introductory chapter the author points...         7182  \n",
              "14619   It opens on the planet Co:pern:ica with Couns...         7958  \n",
              "518     The novel's events occupy eighteen books. Squ...         9055  \n",
              "12350   Upon reaching the City of Elua, Sidonie and I...        10334  \n",
              "\n",
              "[16496 rows x 5 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-570c183b-5692-4bc4-8298-0d6fbcd6e15f\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Author</th>\n",
              "      <th>Genre</th>\n",
              "      <th>Summary</th>\n",
              "      <th>len Summary</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>11840</th>\n",
              "      <td>The Abyss of Wonders</td>\n",
              "      <td>Perley Poore Sheehan</td>\n",
              "      <td>[Science Fiction]</td>\n",
              "      <td>The novel concerns a lost race in the Gobi De...</td>\n",
              "      <td>10</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11810</th>\n",
              "      <td>Seeds of Life</td>\n",
              "      <td>Eric Temple Bell</td>\n",
              "      <td>[Science Fiction]</td>\n",
              "      <td>The novel concerns the creation of a superman...</td>\n",
              "      <td>10</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6395</th>\n",
              "      <td>Bullet Time</td>\n",
              "      <td>David A. McIntee</td>\n",
              "      <td>[Science Fiction]</td>\n",
              "      <td>Sarah Jane Smith encounters the Seventh Docto...</td>\n",
              "      <td>10</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10853</th>\n",
              "      <td>Stone Tables</td>\n",
              "      <td>Orson Scott Card</td>\n",
              "      <td>[History, Fiction]</td>\n",
              "      <td>Stone Tables is a novelization of the life of...</td>\n",
              "      <td>10</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12356</th>\n",
              "      <td>Yellow Fog</td>\n",
              "      <td>Les Daniels</td>\n",
              "      <td>[Speculative fiction, Horror]</td>\n",
              "      <td>The novel concerns the vampire Don Sebastian ...</td>\n",
              "      <td>10</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14161</th>\n",
              "      <td>March to the Stars</td>\n",
              "      <td>John Ringo</td>\n",
              "      <td>[Science Fiction]</td>\n",
              "      <td>The story opens in the restored city of Voita...</td>\n",
              "      <td>6560</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12448</th>\n",
              "      <td>Dawkins vs. Gould</td>\n",
              "      <td>Kim Sterelny</td>\n",
              "      <td>[]</td>\n",
              "      <td>In the introductory chapter the author points...</td>\n",
              "      <td>7182</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14619</th>\n",
              "      <td>Fire World</td>\n",
              "      <td>Chris D'Lacey</td>\n",
              "      <td>[Fantasy]</td>\n",
              "      <td>It opens on the planet Co:pern:ica with Couns...</td>\n",
              "      <td>7958</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>518</th>\n",
              "      <td>The History of Tom Jones, a Foundling</td>\n",
              "      <td>Henry Fielding</td>\n",
              "      <td>[Fiction, Novel]</td>\n",
              "      <td>The novel's events occupy eighteen books. Squ...</td>\n",
              "      <td>9055</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12350</th>\n",
              "      <td>Kushiel's Mercy</td>\n",
              "      <td>Jacqueline Carey</td>\n",
              "      <td>[Speculative fiction, Fantasy]</td>\n",
              "      <td>Upon reaching the City of Elua, Sidonie and I...</td>\n",
              "      <td>10334</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>16496 rows × 5 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-570c183b-5692-4bc4-8298-0d6fbcd6e15f')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-570c183b-5692-4bc4-8298-0d6fbcd6e15f button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-570c183b-5692-4bc4-8298-0d6fbcd6e15f');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-eb8816c9-1628-40f0-adf3-4acec10b1f5d\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-eb8816c9-1628-40f0-adf3-4acec10b1f5d')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-eb8816c9-1628-40f0-adf3-4acec10b1f5d button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "summary": "{\n  \"name\": \"df\",\n  \"rows\": 16496,\n  \"fields\": [\n    {\n      \"column\": \"Title\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 16214,\n        \"samples\": [\n          \"The Citadel of Chaos\",\n          \"Isaac Asimov's Utopia\",\n          \"Night of the Aurochs\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Author\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 4705,\n        \"samples\": [\n          \"Robert Goldsborough\",\n          \"B.S. Johnson\",\n          \"Robert E. Sherwood\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Genre\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Summary\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          \" Ender and Valentine Wiggin are on their way to the new human colony planet Shakespeare where Ender is to become the governor. Most of the passengers on board have decided to be put in stasis for the two year duration of the flight. Alessandra and Dorabella Toscano are among the colonists who chose to stay awake. During the trip they befriend Ender because Dorabella wants Ender to fall in love with and marry her daughter. The captain of the ship, Admiral Quincy Morgan, has a power struggle with Ender who he considers to be nothing more than a spoiled teenager. However, as soon as the ship lands the captain is reminded by Ender, and his superiors from the International Fleet, that Ender is his superior officer on the planet and that he has to return to Earth.\",\n          \" The first section, which is itself the prologue describes the world of a pre-war Bucharest, as narrated by an aging, potentially dying, author while focusing on the improbable and explicitly impossible story of a homeless young man who serves as the stubborn center of progressively more absurd games of Russian Roulette which become progressively more peopled by the wealthy upper-crust of the capital. The second section brings alive a universe of children through a magical realist writing style that focuses upon a prepubescent messiah who has begun to lose his magical powers while working wonders for his young followers. Which has a famous scene that makes the reader feel voyeur into the world of Proust when the main character falls into \\\"unbearable nostalgia\\\" by virtue of a bright pink lighter. The third section is a bizarre exploration of gender boundaries and youthful angst narrated by a crestfallen young man who cross-dresses and goes down the road of suicide at the same time while overwhelmed by the memories of a highschool girlfriend. The final part of the main portion of this book is centered around Nana, a middle aged woman engaged in an affair with a college student, as well as her memories of being 12 years old, when she was visited by a mother and son pair of gigantic skeletons. The last portion of this novel focuses on a man who becomes obsessed with his car horn, the repercussions of which spiral far beyond his control. The last part of the central portion of the book\",\n          \" It begins with Lucy, on a night in 1921. She is the only child of an Anglo-Irish land owner on the coast of Cork County. It starts during the Irish War of Independence, when Protestant landowners caught in the battle between the IRA and the British army had their houses burned http://books.guardian.co.uk/bookerprize2002/story/0,,800890,00.html. The place is under martial law and Captain Gault is disturbed by young arsonists from the nearby village. When he fires a warning shot with his old rifle, he injures a boy in the shoulder. Out of fear, the family plans to move to England. Lucy is not told why her family wishes to move and longs for the house she was kept from and the sea close by. On the eve of their departure, she hides in the woods. Due to a series of events, her parents are led to believe that she drowned in the sea http://query.nytimes.com/gst/fullpage.html?res=9907EFDE1030F93AA1575AC0A9649C8B63. By the time she is discovered, her parents are gone. She thus gets what she wished for, to live in the house, being taken care of by the house servants turned caretaker-farmers. Lucy lives a very lonely life, reading books and keeping bees. She feels very guilty about running away and thus feels that she deserves her loneliness. When another character, Ralph, tries to relieve her of her sad life, she feels that she cannot let him love her without her getting forgiveness from her parents. Her father returns after the Second World War, having spent the previous years in Italy and Switzerland, too late to salvage her happiness. They settle into an uneasy companionship, with too much unspoken. Having lost the love of her life, she forms a bond with the person who was wounded by her father. Lucy spends many years visiting the asylum where the person is incarcerated in his confusion and his silence. Lucy in old age sees people with phones to their ears and hears on the wireless about the Internet, and wonders what it is.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"len Summary\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 500,\n        \"min\": 10,\n        \"max\": 10334,\n        \"num_unique_values\": 1876,\n        \"samples\": [\n          1136,\n          1469,\n          505\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 25
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df.loc[12350,'Summary']"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 191
        },
        "id": "vgOiLgwhGEwY",
        "outputId": "f6ccd863-63bb-4b71-b3a6-a08d733eb37d"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "' Upon reaching the City of Elua, Sidonie and Imriel find that there are many people awaiting them. Some, like the Yeshuites and the Tsingani, are there simply because Imriel was foster-son to Phèdre nó Delaunay and Joscelin Verreuil. Also there are small knots of people, each wearing black armbands around one of their arms, signifying death. They all hold out their fists, thumbs pointed downward. Imriel later learns that these people are the families of his mother, Melisande Shahrizai\\'s, victims. In the City, Imriel parts ways with Phèdre and Joscelin, declining their offer to stay at the townhouse in favor of confronting Queen Ysandre. Upon reaching the palace, Imriel comes to find that the Queen has seemed to have cooled off since he had last seen her. His room are ready for his use and he takes the opportunity to have a much-needed bath. Hearing a commotion outside his door, he allows his cousin, Mavros Shahrizai, to be admitted to see him. Mavros comes in and begins berating Imriel for not sending word and worrying him. His anger melts away, though, and he sits and listens to Imriel\\'s story - of Imriel\\'s hunt for Berlik, how he was captured, how Berlik wanted to die, and how Imriel made it back and buried Berlik\\'s head at Dorelei\\'s feet. The conversation eventually drifts to Imriel and Sidonie, and Mavros offers the support of House Shahrizai, though he warns that it may not count for much. Imriel is then summoned to a meeting with the Queen in her private chambers; the attendance of her Secretary of the Presence, however, showed that this was an audience of state and not a family chat. The Queen thanks him for avenging Dorelei\\'s death, then promptly dismisses him, telling him they\\'ll talk about the \"other matter\" at another time. She also tells him that a Priest of Elua would be by to see him soon. One of Sidonie\\'s personal guard finds him after the audience, and tells him that the Dauphine has requested to see him. He follows and tells Sidonie about the upcoming meeting with the priest. Sidonie says that she had to prove her love for Imriel to the priest, and now Imriel must convince him. The Queen, as a way of delaying her decision, decides to treat Imriel and Sidonie\\'s love like it does not exist. Eventually, the summons from the priest comes. Imriel asks Sidonie what she had said to convince the priest. She says that she spoke of how, sometimes, it isn\\'t the person who choses but love itself. She had said that her mother would have allowed her anyone else, but that then she would have learned nothing of the power and might of love. More than that Sidonie does not mention, saying that she wants Imriel\\'s reactions and replies to be genuine and not appear rehearsed. The next day, Imriel goes to see the priest. He is escorted to the large common area and finds that there are priests of all of Elua\\'s companions except Cassiel, there to decide on the sincerity of his love. Imriel tells the priests and priestesses of how he loved Sidonie, how he would do anything for her, how others had been hurt because they had defied Blessed Elua\\'s precept. Even though Irmiel can not explain why, he does his best to make his feeling known. The Kusheline priest is the first to declare that he believes Imriel. The priestess of Namaah and priestess of Eisheth both voice their approval at exactly the same moment. After some discussion, the opinion is shared by Shemhazai\\'s priest, Anael\\'s priestess, Azza\\'s priest, and the priest of Camael. The priest of Elua verifies with his counterparts and informs Imriel that he will deliver their opinions directly to the Queen. Finally the time has arrived for Ysandre to deliver her decision on Imriel and Sidonie\\'s relationship. Before a packed Hall of Audience, Ysandre asks both Sidonie and Imriel if it is still their wish to be united and acknowledged in the eyes of the realm and the throne. Upon their consent, Ysandre declares that she will not forbid their relationship because the priests declare their love to be genuine and she must abide by Elua\\'s precept, \"love as thou wilt.\" BUT, their relationship is causing much turmoil in the kingdom and verging on civil unrest. So, if Sidonie declares Imriel her consort, Ysandre says she will not acknowledge it and thereby give it no legal binding. If Sidonie marries Imriel, Ysandre states she will disinherit her and her title to the throne will go to Alais. The only way around this vow, unofficially understood, is for Imriel to find and bring his mother to justice - the execution she managed to escape from twenty-one years ago. Following this declaration, Imriel, Sidonie, and a few of their closest, most trusted friends hold a conference of their own to decide what to do. Sidonie immediately dismisses the idea of setting off to find Melisande anytime soon, on the ground that she wants Imriel to be around as long as humanly possible. Imriel proposes the idea of asking The Master of the Straits for assistance, by searching with his mystical sea-mirror. That night, Imriel realizes that he has to tell Sidonie about a shadowy part of his history - his involvement with the Unseen Guild. He speculates that could find his mother\\'s whereabouts by contacting them, but to do so, he has to tell Sidonie of the dangers they present. Once she is informed, she goes to find her mother and have a talk about the situation. During this time, Imriel is asked to see Claude de Monluc, the captain of Sidonie\\'s guard. It appears that Claude de Monluc is worried that Imriel might be after his post. Imriel manages to allay his fears and they come to an understanding. Upon her return from her talk with her mother, Sidonie tells Imriel that her mother already knew of the Unseen Guild, from Phèdre. Though Imriel had told Phèdre a year earlier, he did not know that she had told the Queen. In the months that follow, they settle into a routine. There are Parliamentary decisions to made, parties to attend, plans to be made. Finally, word comes back from The Master of the Straits: Melisande is not on Alban or d\\'Angeline soil. She is somewhere else. Imriel realizes that he will have to call upon the Unseen Guild and decides to contact Diokles Agallon, who had approached Imriel for a favor on the Guild\\'s behalf a couple years before. Before he puts that plan into motion, however, he decides to get as much out of his situation as he can. The Longest Night is approaching, and he and Sidonie decide to attend it together. Calling on Favrielle nó Eglantine, the two decide on their theme for their costumes - Night and Day. Imriel would be Night and Sidonie Day. The Palace Ball goes smoothly, except, however, for a minor lord from one of the estates bordering one of Imriel\\'s holdings. The lord, who is more than a little drunk, begins to insult Sidonie publicly. It becomes clear that the lord has been put up to this by Barquiel L\\'Envers, who still has a deep-seated grudge against Imriel. Both are promptly thrown out by Ysandre herself. Finally, with the arrival of winter, the time had come for Imriel to put his plan into motion. He writes to Diokles, being very vague and suggestive in his letter. Once sent, he settles into his other problems. When spring arrives, people began to wonder at Imriel\\'s lack of action. Sidonie dismisses the guards in her service who have been gossiping about her and Imriel\\'s relationship, and finds that there are many more who apply to take these positions. Upon choosing the replacements, she finds that they want to dote on her. Soon after, Imriel decides to keep his long-standing promise to Alais and goes to Montrève to select a new puppy for her. Sidonie goes with him, and they pass several days of happiness and peace with Phèdre and Joscelin at Montrève. At long last, Imriel\\'s response arrives. But it was not what he had expected. To all outward appearances, the letter seemed to be a love note from a besotted peer. Upon further inspection, however, Imriel finds the note contains a hidden message, similar to the medallion Canis had given him in Kushiel\\'s Scion. Upon research, Imriel learns the message says that Diokles does not have the answers Imriel wants but someone in the Carthaginian entourage does. All Imriel had to do is push for their delegation to enter the City of Elua and the answer will present itself to him. There has been a Carthaginian delegation awaiting approval for entry into the City of Elua for a weeks now, with no decision having been made yet. The new general of Carthage, Astegal of Sarcal, wishes to make alliances and become better friends with his neighbors, and he claims he is enamored with Terre d\\'Ange. The Queen is cautious, however, because Carthage and Aragonia seem to be having tense relations, and it is clear that Carthage wants to occupy Aragonia. Aragonia is a long-time ally of Terre d\\'Ange, including through marriage via Nicola L\\'Envers y Aragon, and sent a squadron of their best archers to help defend Terre d\\'Ange at the Battle of Troyes-le-Mont. Upon this news from the Unseen Guild, Imriel and Sidonie go to speak to the Queen. Ysandre does not seem too upset about the proposal, but is curious and cautious. Soon after, as planned, Ysandre convenes a session of Parliament with the intent to decide on whether or not to allow the Carthaginian delegation into the City. After hearing the long list of tribute General Astegal has to give them, Parliament, almost unanimously, votes to allow them entry. Imriel, however, feels uneasy about the prospect and worries about what the Unseen Guild has to do with all this. About two weeks later, six Carthaginian ship sail into the City\\'s docks. As the tribute is being unloaded, Astegal of Sarcal comes to speak to Ysandre, Drustan, Sidonie and Imriel. He says many flattering things and actually seems genuinely interested in the City of Elua. He also brings news from his horologists that a great occurrence in the skies will happen soon. He has even brought his horologists with him to show the entire city a \"marvel\", which can only be seen when the moon falls under the world\\'s shadow and the planets are aligned just so. That night, the Queen throws a fête in honor of the Carthaginians. It is at this celebration that a man named Sunjata, an apprentice to a Carthaginian jeweler, comes up to speak to Imriel. Imriel learns that Sunjata is a eunuch and it seems that they have somewhat in common, both having been abducted by Carthaginian slavers. Just before parting, Imriel discerns that Sunjata is a member of the Unseen Guild but he is separated from him before he can ask anything else. Soon after, another man, Gillimas Hiram, approaches Imriel bearing an offering from the Council of Thirty as an apology for Imriel being abducted by Carthaginians. Imriel notices the gift contains the symbol of the Unseen Guild, the inverted lamp. Gillimas also says that, should it catch his fancy, Imriel should make a journey to the isle of Cythera, where the wood to make the gift had come from. It was thus clearly hinted by Gillimas that he is also a Guild member. However, no more than this is exchanged and Imriel unfortunately loses track of him before the end of the party as well. The next day, Imriel hears that Astegal wants to experience the pleasures of the Night Court and wishes Imriel to accompany him. During the excursion, Imriel learns from Astegal, which he had already heard from Sidonie, that Astegal had made a bid for Sidonie\\'s had in marriage. Imriel dismisses this as politics and it seems that Astegal does not know of Imriel\\'s relationship with Sidonie. Upon arriving at Jasmine House, Imriel sees an opportunity to gather more information about the Unseen Guild; Gillimas has joined the group going to the Night Court, gotten very drunk, and has taken a liking to one of the adepts. Imriel asks the Dowayne to have the girl seeing to Gillimas to come and get him once he had passed out. She does and Imriel sneaks into the room. He sits on Gillimas, ready to strangle him, and threatens him to get him to talk plainly. While this is all a ruse, Gillimas falls for it and is frightened enough to tell Imriel that his mother is indeed on the Isle of Cythera, the mistress of the lord of Paphos. After all have been sated at Jasmine House, Imriel goes back to the castle and Gillimas tells no one what happened. Imriel tells Sidonie what he did and she wonders at the safety of the attempt. The next day, however, the horologists\\' spectacle is to take place, so the incident will have be discussed later. Imriel keeps having a sense of impending trouble about the horologists\\' \"marvel\" but without any real reason. He goes to look at the progress of the set up; large mirrors are being carefully placed all around the walls of the city, being headed by Astegal\\'s half-brother, the scholar and mage Bodeshmun. While the city will be well protected, Imriel\\'s gut feeling still says that something is very wrong. Imriel and Sidonie quarrel for the first time about this. They go to the Queen and tell her privately of his feelings, but since he has no good reason to call it off and no proof of something wrong, they all agree that spectacle will have to go ahead. The city is well guarded and the preparations have been closely watched including by D\\'Angeline horologists, who have no idea what this \"marvel\" behind the lunar eclipse could be. On the evening of the spectacle, everyone in the City is gathered around Elua\\'s Oak in the central square to watch the show. Just before it begins though, Sunjata reappears and asks for a private word with Imriel. Though reluctant, Imriel is sure that it must be related to the Unseen Guild and his mother and thereby is very important. The show is nearly beginning and everyone is looking into the sky and mirrors. Alone and off to the side under the large oak, Sunjata leans in and tells Imriel somewhat before stabbing him with a long needle. Imriel falls to the ground in agony, with no one noticing, as the \"marvel\" begins. Sunjata tells Imriel that he is sorry and that it is hard serving two masters. He tells him that the fever will break in a month, that he is lucky his mother loves him, and that if he wished to undo what has been done, he must go to Cythera and speak to Ptolemy Solon. Sunjata then steals his ring - the simple gold ring with a knot in it, of which Sidonie has the matching one and is a token of their love - and leaves. Writhing on the ground, confused and alone, looking at all the city staring at the sky, Imriel sees a green flash, then passes out. Imriel wakes up in a bed, feverish and not knowing who or where he is. Slowly, his sense of self returns, but he does not know anyone around him. All he knows is that he must reach Cythera. He shouts obscenities and threats at the people caring for him, not knowing who they are. He is tied to the bed and writhes against his bonds, giving himself lasting scars, flailing like a madman. This lasts for what seems forever. Then all at once, at the touch of the full moon\\'s light on his skin, the madness vanishes and Imriel comes back to himself, weak and disoriented. Phèdre is next to his bed, dozing in a chair and looking clearly haggard. Imriel speaks to her and, realizing he seems sane, she calls Joscelin. Imriel convinces them that he is all right. He realizes that it was Phèdre and Joscelin who had taken care of him in his madness and all of the truly horrible things he said to them. They easily forgive him, knowing it was the madness and not him. He realizes, however, that he remembers nothing of Sidonie coming to see him or take care him. He asks how she is and why she didn\\'t come, and Phèdre and Joscelin look clearly puzzled. After a few moments he begins to realize that, even though he has overcome his madness, they all seem to be clearly mad and confused. They do not remember his relationship with Sidonie, and during his trying to remind them, it reaches the point where Phèdre and Joscelin begin to think Imriel is still insane, even though he is quite himself. They tell him that Carthage is a very close friend of Terre d\\'Ange and that Sidonie has happily gone off to marry Astegal nearly a month ago! Trying to regain his strength (for he ate little during his madness and strained his muscles nearly constantly), and remembering what Sunjata said to him, Imriel begins to think of ways to get out of the city and go to Cythera. He overhears a conversation between a guard and a chambermaid that Barquiel L\\'Envers and Ysandre had been in a shouting match, with L\\'Envers telling her she is mad to align with Carthage. And then it occurs to him: everyone in the city seems to be under the same madness as Phèdre and Joscelin, but L\\'Envers had not been in the city that night. He thinks that this must only be affecting those who saw the \"marvel\", of which no one can seem to explain what they saw and what it was other than that it was amazing. He sees a thread of hope and gets up, leaving the room, and demanding to speak to L\\'Envers. After a bit of a scuffle, Barquiel agrees to see Imriel, realizing that they both are not under the madness that has gripped the City of Elua. Imriel tells him everything - including the bits about the Unseen Guild and Cythera. Barquiel implies that he had heard of the Guild years ago, but dismissed it without evidence. He also tells Imriel that Ysandre was even considering sending the D\\'Angeline army to the Aragonian border in support of Carthage\\'s new war on Aragonia! Barquiel L\\'Envers and Imriel quickly realize, grudgingly, that they must trust each other despite their long history of animosity, for the good of Terre d\\'Ange. Imriel asks Barquiel to help get him out of the city and to Cythera. During their discussion, Imriel realizes that, if he makes it to Cythera, the price for Solon\\'s help will likely be a pardon for Melisande. Barquiel is reluctant at first, but Imriel says that he still has to try. He also tells Barquiel that, one way of diverting at least some of the madness, would be to send to Alba for Alais and try to talk some sense into Ysandre and Drustan. She would be the only one capable of sitting the throne, Imriel reasoned, and Barquiel grudgingly agrees that it might actually be plausible. Barquiel agrees to assist Imriel but also swears a vow to him: if he proves false or fails, Barquiel will make it his life\\'s work to hunt Imriel down and kill him. Imriel agrees, and the plans are set. Imriel takes a trip to the Temple of Eisheth, under the guise of a \"healing journey.\" While alone, one of Barquiel\\'s guards comes to get him and, under a heavy cloak, escorts him to a carriage. Imriel soon arrives at the City\\'s wharf, where Barquiel has found a barge willing to take Imriel down the Aviline River on the way to Marsilikos. Imriel is then on his own to find his way to Cythera. Imriel\\'s horse is waiting on the barge - he insisted he must have \"the Bastard\" with him - and those working on the barge have not been affected by the city\\'s madness and are thereby willing to help him and stay quiet about what they do. One piece of information catches Imriel\\'s attention - Jeanne de Mereliot, the daughter of the Lady of Marsilikos, was not in attendance at the \"miracle\" in the City of Elua. Upon his arrival in Marsilikos, under an assumed guise, Imriel sends her a message. A reply comes back swiftly; a meeting is arranged and Imriel goes to see Jeanne, whom he has met before. During this meeting, Imriel tells her all that has happened to him. She decides to research a bit about the needle and why Imriel went mad for a month. She learns from a Hellene book, \"To induce madness, forge a needle of silver that has never seen daylight, one hand-span\\'s length. Bathe it in the sweat of a lunatic\\'s brow mixed with the effluvium of a horned toad. For one year, expose it to the light of the full moon. When plunged into the vitals, it will induce madness for the duration of the moon\\'s cycle.\" After talking with Jeanne, Imriel manages to secure passage on a ship bound for Cythera. As it so happens, the ship that would be carrying him and his horse, the Bastard, to Cythera was none other than the Aeolia, the ship that had carried him to Tiberium and back a couple years earlier (see Kushiel\\'s Scion). Without any incident, they made it to Cythera, and the next stage of Imriel\\'s journey. Imriel finds his way to a villa and sends a request for an audience with Ptolemy Solon, called the \"Wise Ape\" for his vast brilliance and unbelievable ugliness. The next day, Imriel receives his summons, and meets with Solon. Solon knows who Imriel is, even though he had been traveling under the name \"Cadmar of Landras\". Solon tells Imriel that Melisande is indeed on Cythera, but in her own private villa, and that he wanted to talk to Imriel alone first. Solon asks Imriel whether the needle had worked or not, and also says that he is undecided on whether or not to help him. He does tell Imriel, however, that the most likely way to sway him would be to commute Melisande\\'s sentence from execution to exile. During this conversation with Solon, Imriel also learns that Sidonie has actually married General Astegal, some two weeks before Imriel arrived on Cythera. Also, Solon says that Carthage should be preparing to launch its invasion of Aragonia soon. Solon asks Imriel if he would willing see his mother, and Imriel agrees to do so. They have another intellectual discussion, and then Imriel is sent to bed, so that he may see his mother the next day. Imriel, while practicing his Cassiline swordsmanship, meets Leander Maignard, who is clearly of Kushiel\\'s line and a distant kinsman, there to take Imriel to his mother. Once at his mother\\'s villa, Imriel meets her for the first time in many years, and is at a loss for what to say. He tells her that her sentence will be commuted to exile if Solon helps Terre d\\'Ange, and Imriel is successful and he will do anything she asks to obtain her help. She thanks him for the offer, but asks only that he talk to her for a while. She assures him she will talk to Solon and request his assistance, for she does care for Terre d\\'Ange deeply, but that she can not assure him that Solon will decide to help. They talk for the rest of the day and Imriel realizes he cannot hate his mother, and even comes to care for her in some small way. He feels she is repentant for what she has done, somehow, though that can not make up for the lives she has ruined. The next day, Imriel again meets with Solon. Solon says that he had enough information to hazard a guess at what Carthage means to do, but he makes Imriel tell the tale, over and over and over again. After many, many tellings, Solon sends Imriel away to begin working on figuring out how to unravel Carthage\\'s spells. During this time, Imriel spends more time talking to Melisande and Leander, learning about them and what has happened since Melisande escaped the Temple of Asherat in La Serenissima. Finally, Solon sends word that he has found the key. Solon tells Imriel that there are several spells at work: one bound to Terre d\\'Ange and one bound to Sidonie. Imriel learns that there is malevolence at the heart of the spell that binds Terre d\\'Ange, a bound ghafrid-gebla, or desert spirit also called an elemental. The way to end the spell would be to free the ghafrid, but to do so, Imriel must find the vessel it is bound to and how to open it. Second, to free Sidonie, he must retrieve his gold knotted ring from Astegal, who now wears it to hold Sidonie\\'s love to him. There is only one way to do both of these: Imriel must sneak into Carthage. But everyone knows who he is, so he will have to go under the guise of a glamour. The only troubling part is Astegal\\'s brother, the great sorcerer, will not be fooled by any casual disguise. A simple glamour will not work. Imriel must believe he is this other person. The person chosen for Imriel to become is none other than Leander Maignard. Solon warns Imriel of the risks, but there is no other solution, and Imriel is sure that the love between him and Sidonie will be felt through any spell and help them to succeed. Later, Solon performs the rituals, weaving the glamour into all of Leander\\'s clothing and personal items. The only way anyone will see Imriel as Imriel would be if they saw him mother-naked. Then Solon submerses Imriel\\'s consciousness into himself, making him believe he is Leander. To help with the effect, Leander tells his life story to Imriel while he is in trance, making Leander\\'s story his own. This spell will only be reversed, making Imriel become himself once again, when he kisses Sidonie on the lips. With everything in place, Imriel, thinking himself Leander, sets off for Carthage, to be Solon\\'s ambassador to Astegal and help the Unseen Guild, or so he now believes. (Note: because of the hypnosis and spells, Imriel now thinks of himself as Leander, and shall be referred to as such until he is returned to himself) Leander arrives in Carthage, and quickly integrates himself into the scene. He rents a house, with full staff, and goes to the slave market to purchase some bearers for his palanquin, which every noble \"needs\" to have in Carthage. Being on a diplomatic mission from Cythera\\'s ruler, Ptolemy Solon, he is adequately endorsed to afford all he needs. At the market, Leander sees an Aragonian boy being sold, spoils of the war with Aragonia, which upset him for some unknown reason. He quickly dismisses it, however, in favor of finding his bearers. He picks an older Hellene wrestler, two Carthaginian brothers, and an Amazigh, a man of the southern tribes of the desert. Once back at his house, Leander lays out his plans to them and promises to set them free once he has accomplished his goals, thereby managing to secure their loyalty. First, Leander has the old Hellene wrestler, Kratos, learn the streets of the city so that he may find his way around more easily. Leander then goes to see his friend from Cythera, Sunjata - the same Sunjata who had stabbed Imriel with the needle - under the guise of needing a new gemstone for a damaged ring. Pretending they do not know each other, a deal is struck. Sunjata is later sent to see Leander and show him some of the gems. Leander greets Sunjata and takes him to his room. It becomes clear that they had been lovers in Cythera and Leander flirts with Sunjata asking how much time until he has to get back. He also gives him a letter from Melisande that he has sworn not to read. In the letter, Sunjata is clearly told of the spells on Leander - or Imriel. He asks Leander to get naked, which he does happily, including taking off his ruby earrings that he always wears. Sunjata stares at him for a while, now seeing him truly as Imriel, but says nothing. Feeling hurt, Leander asks what is wrong and Sunjata demurs, telling him nothing of the spells. They make love and afterward Leander tells Sunjata his plan. Sunjata is cautious but does as the letter from Melisande clearly must have instructed him: go along with it and help Imriel. In the streets of Carthage, Leander goes to Astegal\\'s house to see the royal escort and palanquin with princess Sidonie in it. She is always escorted by four Amazigh but is still trying to interact with the townsfolk who have come to see her, feeling that she is well-loved. Leander is struck by her beauty and becomes enamored by her though he knows he can never have her, given that she is a princess and now married. Still, he has overwhelmed by his desire to see her, which catches him entirely by surprise. Sunjata, who was with him, is surprised as well but makes sure that Leander stays on course and does not embarrass himself. Leander soon learns that, to see the D\\'Angeline princess Sidonie de la Courcel, he must go through Bodeshmun, the hologist half-brother of Astegal. He plans a meeting with Bodeshmun where he sends his compliments from Solon and flatters him greatly about his magical skills. Leander says he wants to see Sidonie in order to see the power of the spells and figure out how they work; only because it is an intriguing puzzle and because Leander and Solon want to learn the \\'marvel of Bodeshmun\\'s magical knowledge\\'. Bodeshmun, feeling very proud but still cautious, after much consideration consents to allowing Leander to see princess Sidonie but threatens to mortally injure him if he upsets her in any way or reveals that she is under a spell. Leander agrees. The first time Leander goes to see Sidonie he makes a bit of a fool of himself while trying to flirt with her. She is charmed, however, perhaps by his very foolishness and he is told to come to see her the next day, so that they may get to know each other better over chess. On his way home, Leander finds he cannot stop thinking about her and wonders what is wrong with him. The next day, he presents himself at Astegal\\'s home to play chess with Sidonie, as they had arranged. Their sessions continue for several days. During the time, Leander is secretly looking her over to see what she wears that is the same every time, to find her item that binds her to the love-spell connection with Astegal. He makes a gambit, thinking her ring might be it, and finds out it is not. The puzzle continues but at least he knows one side of the spell; Leander has Sunjata make a replica of Imriel\\'s gold ring, that Astegal now wears, to begin the other phase of his plan later on. Similarly, Leander gets his Amazigh slave to get him one of their traditional outfits -blue flowing robes that cover all but the eyes- and teach him how to tie it and wear it. This he does and Leander hides it in the bottom of his trunks. Over the course of their meetings, Leander comes to realize that he might be falling in love with Sidonie. Sidonie also comes to realize that Leander is discouraging her from talking about Terre d\\'Ange, which he was told to do by Bodeshmun, and this unnerves her. During one of the meetings, after Sidonie has discreetly questioned Leander about why he is acting strange and why she can not know anything about Terre d\\'Ange, she invites him to go with her to New Carthage (Aragonia), which she would be departing for shortly in order to be with her husband, who is eager for heirs. Leander agrees, as it would progress his plans. He also finally comes to realize he is deeply in love with Sidonie. Before setting off for New Carthage, Leander releases his slaves. All but Kratos leave him to find their ways in the world but Kratos likes him and stays on as a loyal man. Upon arrival in New Carthage (Aragonia), Leander manages to secure lodging in the palace from Astegal, who had been convinced to do so by Sidonie, and sees Leander as a harmless friend. Also, Leander meets an old friend of his from Cythera, Justina, who also works for Melisande and perhaps the Unseen Guild as a spy. Later, she makes contact with him in the palace, and finding out that Astegal takes her to bed sometimes, Leander asks her to try to switch Astegal\\'s ring with the fake one he had made. Leander and Sidonie resume their games of chess while in New Carthage and learn more still about each other. After one such match, Leander finds a message from Justina awaiting him, and goes to see her, finding that she could not do as he asked and she returns the fake ring to him. Kratos, however, saves the day by presenting an alternate plan with the same outcome: have one of the Aragonian servants in the public baths switch the ring while Astegal is being massaged. Thus, Leander compels into his service a young girl named Esme, who hates Astegal and is more than willing to help him. It is decided between Leander and Esme that she will steal the ring and switch it for the fake that Leander gives her. As it turns out, the gambit pays off. Esme is able to steal Astegal\\'s ring, replace it with the fake, and deliver the real one to Kratos, who takes it to Leander. Unplanned by Leander, he witnesses an argument between Astegal and Bodeshmun; Astegal is shouting at Bodeshmun about Sidonie, who has regained a bit of herself (which Leander knows is because Astegal\\'s magical ring was taken) and had spoken to the Aragonian King, who is being held in the palace. She learned some very strange things and is realizing that some of her memories are disjointed and don\\'t make sense. During this time, a bond of trust has sprouted between her and Leander, though he is still being very cautious and she is never left alone with him. Due to Sidonie\\'s discussion with the King of Aragonia, Sidonie is now even more puzzled and beginning to get suspicious of those around her (except \"simple harmless Leander\"). In her discussion with the King, he said that they had been allies and that Terre d\\'Ange had betrayed them to Carthage, but her memories tell her otherwise. Bodeshmun is angry because he had instructed the Aragonians not to talk to her and not talk about the past. As punishment, Bodeshmun summons the Aragonians in front of an audience, including Leander, but without Sidonie. Bodeshmun takes a powder out and places it in his palm. A young Aragonian noble, who had spoken out in defense of his King, is told to step forward. Bodeshmun blows the powder in his face and suddenly the man begins to suffocate. He dies of suffocation in front of all watching as an example to obey Bodeshmun. This frightens everyone and disturbs Leander greatly. Finally, Astegal sets off to conquer the rest of Aragonia and leaves Bodeshmun in charge of Sidonie. Sidonie continues to endeavor to find a time when she and Leander can speak in private. They try taking a walk, but Astegal\\'s Amazigh guards tail them relentlessly. On their way back to the castle, having given up, an Aragonian gardener tries to attack Sidonie. Leander protected her faster than the guards and Sidonie seizes her chance. Bodeshmun calls Leander before him and compliments him on his reflexes with the princess. He also, in a conversation with Sidonie\\'s physician, alludes to the possibility that she might be with child. A few hours after Leander is dismissed from Bodeshmun, Girom, the physician, comes to tell Leander that the princess is deeply bothered by the attempt on her life and feels that no one can keep her safe except Astegal, who is not there, and Leander. The physician says she will not take a sleeping draught without Leander there to protect her and that she can not be reasoned with. Leander goes with him immediately to Sidonie\\'s apartments. Once there, Sidonie makes Leander promise to stay until she falls asleep and then guard her door while she sleeps, to which he readily agrees. The physician then tells her to take the sleeping draught, in front of him to make sure she has taken it, and she does. The physician then agrees to leave them alone, as she had asked, and that he will wait outside until Leander comes out. They are finally alone. Sidonie, who evidently was pretending to be more bothered than she is, says that the sleeping draught is very powerful and they don\\'t have much time. Quickly, she asks Leander to explain himself and why they are irresistibly drawn to each other, but instead ends up kissing him. This triggers the return of Imriel to himself, coming quickly and shockingly. Now realizing who he is and what has happened, he tries to convince Sidonie that she is under a spell. Having forgotten all about Imriel, she asks who he is, still thinking he is Leander. He explains to her why some of her memories don\\'t make sense and gets her to listen to him. They come to some small understanding of the situation, but, not wanting to push her and knowing the draught will take effect in soon, Imriel leaves to guard her door as he had promised. He tells Girom outside of her room that she sleeps, and Girom leaves. Imriel knows that all others still see him as Leander because of the spell woven into the clothes, but this will not fool Bodeshmun. He is scared that he will run into him any time and hurried to his rooms. Once back in his rooms, he sees Sunjata and realizes what had happened back in Carthage and what Melisande\\'s letter must have said. Sunjata has always known and seen him as Imriel. Sunjata, seeing that Imriel knows this and has come back to himself, takes out the trunk that Melisande had had Leander (Imriel) deliver to him in Carthage. In the trunk are Imriel\\'s weapons and bracers and some clothing. Imriel tells Sunjata that he must leave and that his debt to help Imriel has been paid; Imriel will not have his death on his hands. Sunjata agrees and says he will be gone in a day, back to Carthage. Kratos later appears and Imriel tries to explain the situation to him, and to send Kratos away with Sunjata because Imriel is afraid that Kratos will be harmed. Kratos chooses to stay, saying he doesn\\'t care who Imriel is, that he is an interesting fellow, and that he wants to see where this story goes. Thankful, Imriel and Kratos begin to set their plan into motion: rescuing Sidonie. Kratos finds a way for them to escape and learns the patterns of the Amazigh guards while Imriel stays hidden in order to avoid Bodeshmun. That evening, Imriel goes to see her, as she has asked for him again and he had said the night before that he would watch her again if she wanted. Once alone with her again, he learns that she has drugged the guards to buy them some time. They had decided that he would prove who is to her, so he begins to remove all of Leander\\'s clothing, keeping only a pair of pants (that he wore underneath) that were his own. She sees the truth of who he is and realizes that, somehow, she \"knew\" him but could not \"remember\" him. Believing his story that she is also ensnared and that she must be wearing something to tie her to Astegal, she removes all her clothing. Nothing happens. As she turns, Imriel sees that the spell was not in the clothing; she has been tattooed in the middle of her back with the seal of House Sarkal. She does not remember this at all and adamantly tells him to cut it out of her. He does so, feeling sick, but tells her to try to hide how much pain she is in, otherwise he will not be able to do it. Once it is done, she is back to normal and swearing to kill Astegal herself! Then she looks at Imriel, and asked how she could have ever forgotten him. Imriel explains that she hadn\\'t, that she had found him inside Leander, and they had simply fallen in love all over again, proving that Elua always has a purpose and a power when he unites people together. She stops his explanation with a kiss, and then asks him to erase every trace of Astegal from her flesh and soul. Imriel does so, and they make love with all that they are. Afterward, Sidonie asks Imriel to explain what is plan is to save Terre d\\'Ange, which he does. During the bandaging of her wounds, Imriel voices her concerns over her being with child, although he adamantly swears he will love any child of her blood. She explains that she couldn\\'t be, for she and Astegal had been married in the Carthaginian fashion, with no prayers to Eisheth to open her womb, and perhaps in that way she had always known that their relationship was not right. And so the last part of Imriel\\'s plan is put into motion. He and Sidonie come up with a plan to free her. That night, Imriel waits outside her door, dressed again as Leander, and communicates with the Amazigh that he won\\'t tell anyone they fell asleep, and that Astegal and Bodeshmun will never know their shame. The next night, Sidonie goes to Bodeshmun and tells him she is with child. They have a toast, as he is the only family she has to celebrate with now, but she has drugged the drink with some of the sleeping draught. Meanwhile, Imriel has disguised himself as an Amazigh warrior, and dispatched one of the Amazigh guards on his way to Bodeshmun\\'s quarters. He sneaks in and finds both Bodeshmun and Sidonie asleep. But as he moves, Bodeshmun wakes. He takes out the powder but Imriel is quicker. Imriel blows and Bodeshmun suffocates, like the Aragonian noble, on his own powder. Before he dies, Imriel whispers, \"It is not wise to meddle with D\\'Angelines in the matters of love.\" Imriel takes the talisman that contains the key word to the ghafrid-gebla, from Bodeshmun and then sits with Sidonie for hours, hoping she will wake. When she does not - time is running out, and someone is bound to check on them - he is forced to roll her into the carpet and carry her out through the wine cellar, hoping she does not suffocate. This was their plan, but she was not supposed to be unconscious! After a long and agonizing walk, he reaches the ship that had brought him from Cythera. The captain (who at first does not believe Imriel and thinks that Sidonie is being kidnapped), waits until he receives the order from Sidonie herself to set off. She, who has just woken up, does so, and they are off to Marsilikos. Once at sea, Imriel tells Sidonie, at her request, how Bodeshmun died. In the master cabin, he inspects her wound and finds that it is starting to become infected. Soon, however, they realize they are being pursued by swifter ships and being herded back to New Carthage. Someone in New Carthage had caught on and sent a ship after them. Realizing they could not get away, or reach Marsilikos in time, Kratos proposes a drastic plan. They have no other choice and it is put into motion. They go toward the still free city of Amilcar. It is blockaded by Astegal\\'s navy. Once close enough to the blockade, they set fire to the ship. Not wanting to catch on fire themselves, the Carthaginian ships spend all their efforts trying to move out of their way, without enough time to fire at them. They sail through most of the blockade and then switch to a rowboat, barely making it through, leaving their burning ship behind. They are taken into custody by the soldiers in Amilcar. Once everything is taken care of, the sailors and Kratos, who has suffered severe burns and a broken rib, along with Sidonie, all are seen to by a chirurgeon. Lady Nicola L\\'Envers y Aragon comes immediately to see them. She tells them that her son, Serafin, has taken over the rulership of Aragonia in the absence of the king and they set off to see him. At a council, Imriel and Sidonie explain their story and Imriel, still under Solon\\'s spell, reveals himself to dramatic effect and thereby proving the truth of his hard-to-believe tale. After the council, Sidonie receives a poultice for her infected wound, but is told not to move for two whole days. She dislikes this greatly, but abides, with Imriel\\'s help. Eventually, Serafin calls the council to discuss what is to happen. After a moving speech by Sidonie, they decide to assist Sidonie and Imriel but only if they can get Euskerrian troops to come to their aid and help fight the Carthaginians. Euskerria, a small country that is composed of land of both Aragonia and Terre d\\'Ange, has long wanted to be independent of Aragonian rule. Aragonia has refused this and Terre d\\'Ange will not give over Euskerrian territory without Aragonia doing the same. Aragonia agrees that, if the Euskerri help them, they will give them their territory and self-rule. But how do they get out of Amilcar? Serafin can not send many men to help them get past Astegal\\'s siege army camped outside their walls, but he commits some and gives them a brilliant plan. Before they depart, however, to raise spirits and so as to help give the impression to Astegal\\'s forces that the Aragonians would be drunk and disoriented and thereby not give an offensive the next morning, Nicola throws a fête. During this party, Imriel meets his kinsman Marmion, who expresses his desire to see things set right and his happiness at the prospect of having Sidonie as his near-kin by marriage to Imriel. The next night, the secret mission is launched. Imriel, Sidonie, and a single guide manage to get past Astegal\\'s army amid the planned chaos caused by the Aragonian soldiers. They make it to Roncal, the easiest-to-reach Euskerri settlement, within several days. But they are being pursued by Astegal\\'s Amazigh, three hundred strong, though they are a few hours behind. Quickly, Imriel and Sidonie persuade the people of Roncal to fight but they force Imriel to fight with them as a sign of commitment. The Amazigh are slaughtered with minimal loss on the Euskerri side. Now, Janpier Iturralde, the closest thing to an ambassador the Euskerri have, convenes a meeting of all the villages in Euskerri. Within a few days word has spread and the village representatives, which is nearly everyone, arrive. After incredibly long discussion, they come to a decision: the Euskerri will help Aragonia and take their sovereignty, but only if Imriel and Sidonie go with them. They are highly displeased by this for they are only a couple days from Terre d\\'Ange which is still ensnared in Bodeshmun\\'s spell. They do not even know what the state of their country is and are eager to heal their country. After much debate between Imriel and Sidonie, they decide they little other choice and cannot make it through Euskerria without the consent of the Euskerri. They swear to go with them. All the Euskerri settlements are alerted and it is expected that some six thousand will show up at the decided location. Imriel and Sidonie, who is well trained in war tactics, plan their siege of Astegal\\'s forces. Given that the Eukerri do not entrust war to women, however, Imriel presents the plan. The Euskerri like it, though it is very different from their own tactics, and the plan is put into motion. Imriel has three hundred Euskerri don the Amazigh\\'s garb, to try to draw Astegal\\'s forces out. This group leads a portion of Astegal\\'s forces into an ambush, the favorite tactic of the Euskerri, killing all of them but not without heavy losses. At the same time, Serafin launches his own attack and the battle breakes out. The other Euskerri attack and the Amazigh-group, led by Imriel, later make it back to the battlefield. Once the fighting finally stops, Imriel learns that Astegal has been captured alive, much to his and Sidonie\\'s delight, but then learns of the losses incurred in the battle: of the six thousand Euskerri who had come to help, only fifteen hundred remain. Still, they had held up their end of the deal and Aragonia gives them their sovereignty. All that remains is Astegal\\'s execution. The next day, as Astegal is being walked to the block, he breaks his bonds, steals the executioner\\'s sword, and takes Sidonie hostage. Imriel, who suffered from a wound taken the day before, offers him a deal: fight him one on one, and if Astegal wins, he will get a fast horse and an hour\\'s lead. Astegal accepts, despite Imriel\\'s insistence that he will not win. During the fight, Astegal tries to upset Imriel by telling him of things he had done to Sidonie, but gets no reaction. In his arrogance, he lets his guard down and Imriel stabs Astegal in the stomach. Imriel then tells Astegal what he had said to his half-brother Bodeshmun, \"It is not wise to meddle with D\\'Angelines in the matters of love.\" But before the killing blow, Sidonie asks to share the death. She places her hand on Imriel\\'s, over the hilt of his sword, and together they drive it through Astegal\\'s heart. With the loss of their leader, the Carthaginians flee back to New Carthage, where they will hopefully be easily overrun, especially once Terre d\\'Ange comes back to Aragonia\\'s aid. Finally, it is time to return home. Sidonie, Imriel, and Kratos board a ship captained by the same man who had brought Imriel from Cythera and head for home. On the way to Marsilikos, Imriel suddenly remembers that anyone affected by the spell who leaves the shores of Terre d\\'Ange would be outside of the spell\\'s range and regain their wits but, once back on the shores of Terre d\\'Ange, they would lose them all over again. He speaks to Sidonie about it but they have no idea what to do. Upon reaching Marsilikos, they are stopped by a ship from Admiral Rousse\\'s navy, but who is loyal to Alais. They explain what has happened and the details of the spell. Apparently, the more one tries to talk sense into the people affected, the more belligerent they become, and things in Terre d\\'Ange have taken a serious turn for the worse. They must go see Alais. Sidonie is also desperate to see her sister, but she cannot step on D\\'Angeline soil. Imriel, however, gets an idea. Imriel decides to cast the spell that was cast on him by the ollamh in Alba in a last-ditch effort to keep Sidonie sane. He gets all the components needed and does the binding ritual. They step onto the land of Terre d\\'Ange, and the bindings seem to have worked, though for how long, they do not know. They are secreted to Turnone, where Alais, Barquiel L\\'Envers, and a shadow Parliament are ruling everything outside of the City of Elua. They make it inside and meet with Alais and Barquiel. During their time in Euskerria, Sidonie and Imriel had sent a messenger to warn Barquiel of the dangers of the spell, and what bound it - a green gemstone - with instructions to look for it. Upon arriving, Imriel learns that, despite a thorough search, no gemstone had been found. After only a short while, for they want their presence to remain a relative secret just in case, they meet with the shadow Parliament, giving them hope. They also learn that Ysandre, seeing plots and deceit everywhere, has decided to declare war on Alais and Barquiel and vowed that, after one month to think about it, she will begin to sack one town every day until they kneel before her and surrender. Horrified, Sidonie hatches a quick plan: she will take Imriel and Kratos into the City with her, with her as the grieving widow, Kratos as her husband\\'s most loyal bodyguard sworn to protect her, and Imriel as her still-mad cousin who seems besotted with her, but eases her soul. They set their plans into motion and leave, secretly again, on the same barge that had carried Imriel out of the City, back into madness. It is also clear that Sidonie\\'s bindings fade with time, and they do not know how long she will remain immune. Reaching the City, they are admitted readily once the guards realize who Sidonie is. Ysandre and Drustan await them, and they listen gravely to her story. It is clear that those in the City have been deeply affected by the spell. Violence is far more commonplace, as are severe punishments. Phèdre now treats her servants as non-equals, Joscelin has sworn that if Ysandre seems to be losing, he will perform the terminus for her, and Mavros has blood-lust and has joined the military. Truly, the spell has evil at the heart of it. Sidonie, at the funeral for Astegal, proposes to the whole City that they scour the City for a green gemstone that Bodeshmun gave Terre d\\'Ange to protect its borders. After five days of nothing, tempers begin to flare. In a dinner one night, with nearly all of House Courcel gathered, Imriel offers a suggestion to Ysandre and Drustan. They overreact and throw him out, forbidding him to call on Sidonie and thus ending their contact for the time being. The next day, Ysandre declares an official end to the search for the gem. Several days later, staying with Phèdre and Joscelin, Imriel awakes to a summons to the palace. There is a delegation from Alais. At the hearing, Imriel sees that Sidonie has removed her bindings, but still seems to trust and rely on Kratos. Ysandre, after hearing that Alais is not going to surrender, again overreacts and throws Alais\\' delegation into the dungeons. After leaving, Imriel again goes to Elua\\'s Square, where he is certain the gem is hidden, to see if he can find it. The flagstones had been ripped up already and the City had been mercilessly searched. After a fruitless search, he prays to each of Elua\\'s Companions, hoping they will grant their city mercy. He returns to the palace, where Ysandre and Drustan are preparing to declare war. A day later, Ysandre and Drustan declare war on their \"traitorous daughter\". At the declaration at the palace, which is a public affair, Imriel, filled with divine presence, walks up to the front of the Hall of Audience, giving an empathetic speech: \"Your majesties, you must not do this thing. The gods themselves forbid it.\" Joscelin, protecting the Queen, however, comes from behind and knocks him unconscious. When he awakes, he re-sees a picture, made of jewels, which was presented to the Queen by Astegal on his visit to the city. The picture is of Elua\\'s Square, and in the picture, inside the tree in middle of the square, is a green gem. He had looked at the picture a number of times, but it was only clear from this new angle; \"the God answer your prayers, sideways.\" He stands up and tries to leave, but Joscelin blocks his way. Kratos, who had stayed with Imriel, fights with Joscelin, being a former champion wrestler. Kratos, being a star wrestler, overwhelms Joscelin, who is used to sword and dagger combat, and knocks him unconscious. Kratos and Imriel then hurry for Elua\\'s Square, following the Queen and her entourage to the general public announcement of war in Elua\\'s Square. He reached the Square and, before everyone, scales the tree, searching for the gem. Just as he is about to give up hope, he finds it in a mud-covered hollow and removes it, attempting to break the spell by saying the word of power. He tries and tries several times, but nothing happens. Meanwhile, Joscelin, who has awoken and made it to the Square, is alerting the guards. Kratos is trying to guard him and the guards are slow to the scale the tree, but Imriel must hurry. In desperation, he takes Sidonie hostage. He speaks to her of his love for her, tells her to look into her heart for the truth, to forget her memories, feel her love for Imriel. He gives her the stone and tells her to read the word of Bodeshmun\\'s talisman. After a pause, with a whisper she reads it. Imriel throws the stone away and it suddenly explodes, showering many people with shards of emerald. Imriel protects Sidonie, shielding her with his body, but receives many shards of emerald in his back. The demon bursts from the stone and shoots through the city towards its home, now free to return to it. In the aftermath of the spell\\'s release, confused and horrified at their behaviour while under the spell, everyone looks to Sidonie and Imriel for answers. Ysandre, ashamed and horrified with herself, tries to abdicate the throne and give it to Sidonie, but she refuses, saying she had fallen under the spell\\'s influence, the same as everyone else, and that there is no fault in it. She does, however, agree to serve as regent for the duration of one month while Terre d\\'Ange is brought back to order. During her time as regent, things return to a semblance of normalcy. Imriel, as Sidonie\\'s consort, is treated as co-regent and, with his battle-knowledge, a military figure as well. The castle guard and the Royal Army consult him on matters of defense and his word is seen as interchangeable with Sidonie\\'s. The shadow of doubt about \"Melisande Shahrizai\\'s son\" is completely gone; the people of Terre d\\'Ange trust and respect Imriel as a saviour. A delegation is sent to bring back Alais and Barquiel, and reunite the realm and House Courcel. A week later, they arrive, with Hyacinthe in tow. At a ceremony in Elua\\'s Square, Ysandre presents the Medal of Valor to both Alais and Barquiel for holding the country together in its time of need. Months pass and things in Terre d\\'Ange are righted. Alais, always displeased with the way things had been run in Alba, ends her engagement to Talorcan and asked to become an ollamh. This will give her nearly as much power as the Cruarch and is accepted by her parents. Ysandre resumes the throne from Sidonie. Imriel and Sidonie\\'s betrothal is announced throughout the realm to a happy reception. The wedding date is set for one year later, the next summer, so as to give the land some time to heal and also to allow the occasion to be as joyous as possible. Word comes from Aragonia that the Carthaginians had surrendered. Drustan returns to Alba, but before he leaves, there is a small gathering for the family, where Imriel finally fulfills his promise to Alais by bringing her new puppy. The seasons change and slowly Terre d\\'Ange heals. A year later, as is tradition, Imriel and Sidonie are separated before their wedding. Two days before the wedding, Imriel finally sees Sidonie and learns something she had done. With the help of Amarante, she has turned her scar from the removal of Astegal\\'s tattoo into a marque; a sunburst. She tells Imriel it is his mark, as she belongs to him, wholly and completely. That night, Imriel and Sidonie make love like they had on her seventeenth birthday; he, binding her with silk rope. One day before the wedding, Imriel hears that Sidonie has been taken to the Temple of Eisheth, that she might ask the goddess to open the gates of her womb so that she may bear children. The day arrives. Imriel is fussed over for a long time by Favrielle no Eglantine\\'s apprentices, until he finally shoos them away as Phèdre and Joscelin arrive to escort him. He arrives to crowds, walking towards Sidonie, glorious in her white dress, at the altar with flower petals falling all around them. The priest and Amarantes\\' mother, the Priestess of Naamah, evokes Elua and speaks the vows. They seal it with a kiss and the celebrations begin. At the celebration, Imriel sees and speaks to many of his friends: Lucius of Lucca, Eamonn and Brigita, Maslin de Lombelon, Urist of Clunderry, even Leander Maignard appears, hoping to see Sidonie and report back to Melisande. Sidonie is amused to meet the real Leander, and seemingly to stir up trouble, kisses him passionately enough to unnerve him, to Imriel\\'s entertainment. The night ends as Imriel, who is full of more happiness that he has ever felt, picks his new wife up in his arms and set off towards the palace, whispering his love for her, trailed by many, many friends and loved ones.'"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            }
          },
          "metadata": {},
          "execution_count": 26
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Obtener los tópicos principales"
      ],
      "metadata": {
        "id": "zJecO-_xbcMC"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Vectorización de textos"
      ],
      "metadata": {
        "id": "hjJxHY90geSR"
      }
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "7k_x2WD3-iZ6"
      },
      "source": [
        "def preprocesar(texto):\n",
        "  #convierte a minúsculas\n",
        "  texto = (texto).lower()\n",
        "\n",
        "  #elimina stopwords\n",
        "  stop = re.compile(r'\\b(' + r'|'.join(stopwords.words('english')) + r')\\b\\s*')\n",
        "  texto = stop.sub('', texto)\n",
        "\n",
        "  #Quitar puntuación y números\n",
        "  texto = re.sub('[^ña-z]+', ' ', texto)\n",
        "\n",
        "  #lematizar y quedarnos con palabras que tengan más de tres caracteres\n",
        "  st = PorterStemmer()\n",
        "  texto = texto.split()\n",
        "  texto = ' '.join([st.stem(i) for i in texto if len(i)>2])\n",
        "\n",
        "  return(texto)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "C_gN2XeSJ6ga",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 397
        },
        "outputId": "36785d66-858c-4e85-918b-7691ab772507"
      },
      "source": [
        "df['Summary_pp'] = df['Summary'].apply(preprocesar)\n",
        "df.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                       Title           Author  \\\n",
              "0                                Animal Farm    George Orwell   \n",
              "1                         A Clockwork Orange  Anthony Burgess   \n",
              "2                                 The Plague     Albert Camus   \n",
              "3  An Enquiry Concerning Human Understanding       David Hume   \n",
              "4                       A Fire Upon the Deep     Vernor Vinge   \n",
              "\n",
              "                                               Genre  \\\n",
              "0  [Roman à clef, Satire, Children's literature, ...   \n",
              "1  [Science Fiction, Novella, Speculative fiction...   \n",
              "2  [Existentialism, Fiction, Absurdist fiction, N...   \n",
              "3                                                 []   \n",
              "4  [Hard science fiction, Science Fiction, Specul...   \n",
              "\n",
              "                                             Summary  len Summary  \\\n",
              "0   Old Major, the old boar on the Manor Farm, ca...          957   \n",
              "1   Alex, a teenager living in near-future Englan...          998   \n",
              "2   The text of The Plague is divided into five p...         1119   \n",
              "3   The argument of the Enquiry proceeds by a ser...         2825   \n",
              "4   The novel posits that space around the Milky ...          722   \n",
              "\n",
              "                                          Summary_pp  \n",
              "0  old major old boar manor farm call anim farm m...  \n",
              "1  alex teenag live near futur england lead gang ...  \n",
              "2  text plagu divid five part town oran thousand ...  \n",
              "3  argument enquiri proce seri increment step sep...  \n",
              "4  novel posit space around milki way divid conce...  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-53e68187-418c-43b8-a6f0-df577b92f40c\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Author</th>\n",
              "      <th>Genre</th>\n",
              "      <th>Summary</th>\n",
              "      <th>len Summary</th>\n",
              "      <th>Summary_pp</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Animal Farm</td>\n",
              "      <td>George Orwell</td>\n",
              "      <td>[Roman à clef, Satire, Children's literature, ...</td>\n",
              "      <td>Old Major, the old boar on the Manor Farm, ca...</td>\n",
              "      <td>957</td>\n",
              "      <td>old major old boar manor farm call anim farm m...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>A Clockwork Orange</td>\n",
              "      <td>Anthony Burgess</td>\n",
              "      <td>[Science Fiction, Novella, Speculative fiction...</td>\n",
              "      <td>Alex, a teenager living in near-future Englan...</td>\n",
              "      <td>998</td>\n",
              "      <td>alex teenag live near futur england lead gang ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>The Plague</td>\n",
              "      <td>Albert Camus</td>\n",
              "      <td>[Existentialism, Fiction, Absurdist fiction, N...</td>\n",
              "      <td>The text of The Plague is divided into five p...</td>\n",
              "      <td>1119</td>\n",
              "      <td>text plagu divid five part town oran thousand ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>An Enquiry Concerning Human Understanding</td>\n",
              "      <td>David Hume</td>\n",
              "      <td>[]</td>\n",
              "      <td>The argument of the Enquiry proceeds by a ser...</td>\n",
              "      <td>2825</td>\n",
              "      <td>argument enquiri proce seri increment step sep...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>A Fire Upon the Deep</td>\n",
              "      <td>Vernor Vinge</td>\n",
              "      <td>[Hard science fiction, Science Fiction, Specul...</td>\n",
              "      <td>The novel posits that space around the Milky ...</td>\n",
              "      <td>722</td>\n",
              "      <td>novel posit space around milki way divid conce...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-53e68187-418c-43b8-a6f0-df577b92f40c')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-53e68187-418c-43b8-a6f0-df577b92f40c button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-53e68187-418c-43b8-a6f0-df577b92f40c');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-32134e88-f251-4ec8-84f9-f57b3095f190\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-32134e88-f251-4ec8-84f9-f57b3095f190')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-32134e88-f251-4ec8-84f9-f57b3095f190 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df",
              "summary": "{\n  \"name\": \"df\",\n  \"rows\": 16496,\n  \"fields\": [\n    {\n      \"column\": \"Title\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 16214,\n        \"samples\": [\n          \"The Stepford Wives\",\n          \"Spawn\",\n          \"Idlewild\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Author\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 4705,\n        \"samples\": [\n          \"Jackie Collins\",\n          \"John Henry Patterson\",\n          \"Louis Chu\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Genre\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Summary\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          \" Chirayoju, an ancient Chinese vampire, and Sanno, a Japanese Mountain King, have been fighting for years. Their spirits were imprisoned in a sword by a curse. The sword arrives in Sunnydale and while viewing the Japanese exhibit at the museum Willow becomes possessed by the spirit of Chirayoju and Xander, later on, becomes possessed by the spirit of Sanno. Buffy must figure out a way to stop the two spirits without killing her own friends. During the final battle, when the fight takes an ugly turn, Buffy must also keep her own spirit alive.\",\n          \" In the late twenty-first century, a system of space colonies, known collectively as SpaceHome, is slowly winning economic independence from Earth. SpaceHome's president, George Ogumi, is singleminded in this pursuit. Things are shaken up when SpaceHome discovers an alien object on a moon of Saturn. SpaceHome University's sole archeologist, Dr. Kurious Whitedimple (who constantly reminds amused inquisitors his name is pronounced \\\"KOOR-ee-us\\\"), is called in for his opinion by Ogumi. Whitedimple (called Whitey) is able to interpret the message\\u2014for so it is. The message is: there are three other identical messages on other moons, a fifth hidden somewhere in the rings of Saturn which will give directions to a sixth artifact, of immense importance. Dazzled by Ogumi, Whitey loses sight of odd things going on around him, and is swiftly shipped off to Saturn to recover the rings artifact, despite an \\\"accident\\\" that nearly kills him. On arrival, Whitey is introduced to Junior Badille, his pilot. Born in high-radiation outer space, Junior is a mutant supergenius, whom Whitey affectionately refers to as \\\"the runt\\\" and \\\"the gnome\\\". Earth has not been quiet, and sends off its own expedition. The Earthers open fire, but Whitey and Badille are able to outmanoeuver them and recover the artifact. The message on the artifact is that the sixth artifact is located on Saturn's liquid surface. (At this point, the short story ends.) Both Earth and SpaceHome gear up for massive efforts. Junior and Whitey, who have formed a strong bond, part, and Whitey returns to teaching classes at the university, first having strong words with Ogumi over what Whitey deems to be deceit. However, SpaceHome has become too small for Whitey now. He enrolls in space pilot training and becomes a brilliant student. As Whitey qualifies, Junior, now the brains behind SpaceHome's Mimas-based efforts to recover the last artifact, stages a strike\\u2014Whitey must return or Junior will be so \\\"depressed\\\" he cannot work. Ogumi has little choice but to send Whitey back to Saturn as a pilot. Whitey becomes the lead pilot for the recovery effort. However, an Earth expedition stages a simultaneous attempt, and at first seems to have everything going for it, until it suffers massive malfunctions. Whitey sacrifices the mission to dive deep into Saturn's atmosphere and rescue the Earth pilot and his vessel. While he is still recovering, SpaceHome's backup mission recovers the artifact. The artifact proves to be a much more complex message\\u2014there is a starship at a specified location in the outer solar system. When activated, it is assumed that the ship will take anyone aboard to the aliens' star system. As the story ends, Earth and SpaceHome work together to mount a joint expedition.\",\n          \" The novel is about the separation of Ch\\u00e9ri and his lover of six years, the much older L\\u00e9a de Lonval (as the novel opens he is 25 and she is 49). The two believe their relationship is casual until they are separated by Ch\\u00e9ri's marriage at which point they realize they are in love. They spend a miserable six months apart, at which point Ch\\u00e9ri appears at L\\u00e9a's home. They spend the night together and L\\u00e9a begins to plan their new life together. However, when she learns that Ch\\u00e9ri had returned for the moral strength to be a husband, she gives him courage then releases him to return home.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"len Summary\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 500,\n        \"min\": 10,\n        \"max\": 10334,\n        \"num_unique_values\": 1876,\n        \"samples\": [\n          327,\n          1360,\n          375\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Summary_pp\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          \"chirayoju ancient chines vampir sanno japanes mountain king fight year spirit imprison sword curs sword arriv sunnydal view japanes exhibit museum willow becom possess spirit chirayoju xander later becom possess spirit sanno buffi must figur way stop two spirit without kill friend final battl fight take ugli turn buffi must also keep spirit aliv\",\n          \"late twenti first centuri system space coloni known collect spacehom slowli win econom independ earth spacehom presid georg ogumi singlemind pursuit thing shaken spacehom discov alien object moon saturn spacehom univers sole archeologist kuriou whitedimpl constantli remind amus inquisitor name pronounc koor call opinion ogumi whitedimpl call whitey abl interpret messag messag three ident messag moon fifth hidden somewher ring saturn give direct sixth artifact immens import dazzl ogumi whitey lose sight odd thing go around swiftli ship saturn recov ring artifact despit accid nearli kill arriv whitey introduc junior badil pilot born high radiat outer space junior mutant supergeniu whitey affection refer runt gnome earth quiet send expedit earther open fire whitey badil abl outmanoeuv recov artifact messag artifact sixth artifact locat saturn liquid surfac point short stori end earth spacehom gear massiv effort junior whitey form strong bond part whitey return teach class univers first strong word ogumi whitey deem deceit howev spacehom becom small whitey enrol space pilot train becom brilliant student whitey qualifi junior brain behind spacehom mima base effort recov last artifact stage strike whitey must return junior depress cannot work ogumi littl choic send whitey back saturn pilot whitey becom lead pilot recoveri effort howev earth expedit stage simultan attempt first seem everyth go suffer massiv malfunct whitey sacrific mission dive deep saturn atmospher rescu earth pilot vessel still recov spacehom backup mission recov artifact artifact prove much complex messag starship specifi locat outer solar system activ assum ship take anyon aboard alien star system stori end earth spacehom work togeth mount joint expedit\",\n          \"novel separ lover six year much older lonval novel open two believ relationship casual separ marriag point realiz love spend miser six month apart point appear home spend night togeth begin plan new life togeth howev learn return moral strength husband give courag releas return home\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 28
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "vectorizer = CountVectorizer(min_df=10, max_df =0.10,  ngram_range=(1,2))\n",
        "BOW = vectorizer.fit_transform(df['Summary_pp'])\n",
        "BOW.shape"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Uho7I7npofUP",
        "outputId": "f8224728-c7de-4903-cdf4-0ffb51acfd0b"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(16496, 37122)"
            ]
          },
          "metadata": {},
          "execution_count": 29
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "1QUbhXzlNujY",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "d6d0cfd8-b0c1-4df2-e53c-04c90d45033d"
      },
      "source": [
        "vocabulario = vectorizer.get_feature_names_out()\n",
        "len(vocabulario)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "37122"
            ]
          },
          "metadata": {},
          "execution_count": 30
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "vocabulario[100:140]"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "itSkqyuhHUBC",
        "outputId": "ccc34d10-4bd8-4c52-c774-f3b11dab57e1"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array(['abl take', 'abl talk', 'abl tell', 'abl track', 'abl travel',\n",
              "       'abl turn', 'abl use', 'abl walk', 'abl work', 'ablaz', 'abner',\n",
              "       'abnorm', 'aboard', 'aboard ship', 'abod', 'abolish', 'abolit',\n",
              "       'abolitionist', 'abomin', 'aborigin', 'abort', 'abound', 'abraham',\n",
              "       'abraham lincoln', 'abram', 'abridg', 'abroad', 'abrupt',\n",
              "       'abruptli', 'abruptli end', 'abscond', 'absenc', 'absent',\n",
              "       'absent mind', 'absente', 'absolut', 'absolv', 'absorb', 'absorpt',\n",
              "       'abstain'], dtype=object)"
            ]
          },
          "metadata": {},
          "execution_count": 31
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Entrenamiento del modelo"
      ],
      "metadata": {
        "id": "oh3LM6Apti5Y"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "El número óptimo de topicos depende de las caracteristicas del texto a analizar (el largo de los textos, la cantidad de distintas ideas)\n",
        "\n",
        "No obstante existen algunas metricas que ayudan a determinar k."
      ],
      "metadata": {
        "id": "asezr9mTto1O"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "k = 10"
      ],
      "metadata": {
        "id": "hx6w6koZ2UO4"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "t8nGEao-afRB"
      },
      "source": [
        "\n",
        "lda_model = LatentDirichletAllocation(n_components=k, learning_method='online',\n",
        "                                      random_state=42, max_iter=50)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vUKtulg8alik",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "cc05d835-9374-437b-95c9-83bd2bca1835"
      },
      "source": [
        "%%time\n",
        "lda_model.fit(BOW) # entrena el modelo y obtienela matriz documento-topico"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "CPU times: user 8min 2s, sys: 1min 38s, total: 9min 41s\n",
            "Wall time: 8min 12s\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "LatentDirichletAllocation(learning_method='online', max_iter=50,\n",
              "                          random_state=42)"
            ]
          },
          "metadata": {},
          "execution_count": 34
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "-sJmXpwPH21m"
      },
      "source": [
        "### Guardamos modelo"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lUWaB4bDIKXD"
      },
      "source": [
        "# import pickle\n",
        "# path = '/content/drive/MyDrive/Modelos/modelosLDA/LDA Books/'\n",
        "# tuple_models = (lda_model, BOW, vectorizer)\n",
        "# pickle.dump(tuple_models, open (path + \"tuple_model_books_k10.pkl\", 'wb'))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-eKz4zM_tvM2",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 193
        },
        "outputId": "95d4134f-e0e0-422c-86c0-c0aa21d4a3a1"
      },
      "source": [
        "import pickle\n",
        "path = '/content/drive/MyDrive/Modelos/modelosLDA/LDA Books/'\n",
        "lda_model, BOW, vectorizer = pickle.load(open(path + \"tuple_model_books_k10.pkl\", 'rb'))\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "error",
          "ename": "FileNotFoundError",
          "evalue": "[Errno 2] No such file or directory: '/content/drive/MyDrive/Modelos/modelosLDA/LDA Books/tuple_model_books_k10.pkl'",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mFileNotFoundError\u001b[0m                         Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-36-63e90f459ad4>\u001b[0m in \u001b[0;36m<cell line: 3>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mpickle\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[0mpath\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m'/content/drive/MyDrive/Modelos/modelosLDA/LDA Books/'\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 3\u001b[0;31m \u001b[0mlda_model\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mBOW\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvectorizer\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpickle\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0;34m\"tuple_model_books_k10.pkl\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'rb'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
            "\u001b[0;31mFileNotFoundError\u001b[0m: [Errno 2] No such file or directory: '/content/drive/MyDrive/Modelos/modelosLDA/LDA Books/tuple_model_books_k10.pkl'"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Sr5WWdrlEkAe"
      },
      "source": [
        "### Distribución de temas en cada noticia  ($X$)"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 223
        },
        "id": "MRagkOQS4Y0w",
        "outputId": "33125f3f-26e2-4c4c-e419-822f01f455ca"
      },
      "source": [
        "doc_top = pd.DataFrame(lda_model.transform(BOW))\n",
        "print(doc_top.shape)\n",
        "doc_top.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(16496, 10)\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "          0         1         2         3         4         5         6  \\\n",
              "0  0.032797  0.051167  0.481432  0.175600  0.030791  0.000227  0.000227   \n",
              "1  0.013268  0.000204  0.152536  0.000204  0.000204  0.154217  0.000204   \n",
              "2  0.078117  0.083671  0.240716  0.071468  0.000222  0.088561  0.050103   \n",
              "3  0.000091  0.000091  0.740925  0.027551  0.000091  0.061346  0.047996   \n",
              "4  0.091719  0.021369  0.048427  0.000311  0.000311  0.008979  0.815066   \n",
              "\n",
              "          7         8         9  \n",
              "0  0.138991  0.044412  0.044356  \n",
              "1  0.103200  0.072890  0.503075  \n",
              "2  0.228708  0.158212  0.000222  \n",
              "3  0.078882  0.042938  0.000091  \n",
              "4  0.013198  0.000311  0.000311  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-a752224c-bbae-4a40-9fcb-d99c244b5abe\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "      <th>1</th>\n",
              "      <th>2</th>\n",
              "      <th>3</th>\n",
              "      <th>4</th>\n",
              "      <th>5</th>\n",
              "      <th>6</th>\n",
              "      <th>7</th>\n",
              "      <th>8</th>\n",
              "      <th>9</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0.032797</td>\n",
              "      <td>0.051167</td>\n",
              "      <td>0.481432</td>\n",
              "      <td>0.175600</td>\n",
              "      <td>0.030791</td>\n",
              "      <td>0.000227</td>\n",
              "      <td>0.000227</td>\n",
              "      <td>0.138991</td>\n",
              "      <td>0.044412</td>\n",
              "      <td>0.044356</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0.013268</td>\n",
              "      <td>0.000204</td>\n",
              "      <td>0.152536</td>\n",
              "      <td>0.000204</td>\n",
              "      <td>0.000204</td>\n",
              "      <td>0.154217</td>\n",
              "      <td>0.000204</td>\n",
              "      <td>0.103200</td>\n",
              "      <td>0.072890</td>\n",
              "      <td>0.503075</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0.078117</td>\n",
              "      <td>0.083671</td>\n",
              "      <td>0.240716</td>\n",
              "      <td>0.071468</td>\n",
              "      <td>0.000222</td>\n",
              "      <td>0.088561</td>\n",
              "      <td>0.050103</td>\n",
              "      <td>0.228708</td>\n",
              "      <td>0.158212</td>\n",
              "      <td>0.000222</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0.000091</td>\n",
              "      <td>0.000091</td>\n",
              "      <td>0.740925</td>\n",
              "      <td>0.027551</td>\n",
              "      <td>0.000091</td>\n",
              "      <td>0.061346</td>\n",
              "      <td>0.047996</td>\n",
              "      <td>0.078882</td>\n",
              "      <td>0.042938</td>\n",
              "      <td>0.000091</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0.091719</td>\n",
              "      <td>0.021369</td>\n",
              "      <td>0.048427</td>\n",
              "      <td>0.000311</td>\n",
              "      <td>0.000311</td>\n",
              "      <td>0.008979</td>\n",
              "      <td>0.815066</td>\n",
              "      <td>0.013198</td>\n",
              "      <td>0.000311</td>\n",
              "      <td>0.000311</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-a752224c-bbae-4a40-9fcb-d99c244b5abe')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-a752224c-bbae-4a40-9fcb-d99c244b5abe button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-a752224c-bbae-4a40-9fcb-d99c244b5abe');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-55ea39da-1f73-4da3-b624-896ea6a71bd6\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-55ea39da-1f73-4da3-b624-896ea6a71bd6')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-55ea39da-1f73-4da3-b624-896ea6a71bd6 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "doc_top",
              "summary": "{\n  \"name\": \"doc_top\",\n  \"rows\": 16496,\n  \"fields\": [\n    {\n      \"column\": 0,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.11256676558508719,\n        \"min\": 5.034008943489191e-05,\n        \"max\": 0.919587985079619,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.002273068148771244,\n          0.05888364237578436,\n          0.0782420884888653\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 1,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.1390254378712599,\n        \"min\": 5.011239908285872e-05,\n        \"max\": 0.8499845922567707,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.0022730113117035828,\n          0.0532047517925968,\n          0.7855868729197877\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 2,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.17342429497730746,\n        \"min\": 0.00010931796727514751,\n        \"max\": 0.9689629809198825,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.10448395345047586,\n          0.11321482723006684,\n          0.0027792826254486105\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 3,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.18420783946302083,\n        \"min\": 4.294743096837091e-05,\n        \"max\": 0.9771561899279241,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.7171558660315958,\n          0.04064170562670247,\n          0.002778210809620827\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 4,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.06348021287709063,\n        \"min\": 4.294170226001174e-05,\n        \"max\": 0.9266726236383117,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.0022727507560326775,\n          0.021482236118926867,\n          0.002777777792229454\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 5,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.07743464147271212,\n        \"min\": 4.2943897465384695e-05,\n        \"max\": 0.67698861819594,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.05006680182643019,\n          0.0005051073085795517,\n          0.002778102907676403\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 6,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.14350499228093896,\n        \"min\": 5.566583433191959e-05,\n        \"max\": 0.9249945932551508,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.03685321185436741,\n          0.5921466332109288,\n          0.0027779898164760814\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 7,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.14342116452310108,\n        \"min\": 6.633251253143416e-05,\n        \"max\": 0.9224924904944379,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.0022728625627868194,\n          0.0005051503437612465,\n          0.11672258248586512\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 8,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.14469548478178404,\n        \"min\": 2.8868230706634598e-05,\n        \"max\": 0.9624952823376594,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.08007497803604438,\n          0.03424243990071374,\n          0.0027785420085959913\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 9,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.15799750250387062,\n        \"min\": 6.366969572530831e-05,\n        \"max\": 0.9399957511875108,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.0022734960217922666,\n          0.0851735060919393,\n          0.0027785501454346525\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 37
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "OhvqN6ylGfIU",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "bc0aeb29-0e61-4463-a4dc-41fe50230ce6"
      },
      "source": [
        "doc_top.sum(axis=1)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0        1.0\n",
              "1        1.0\n",
              "2        1.0\n",
              "3        1.0\n",
              "4        1.0\n",
              "        ... \n",
              "16491    1.0\n",
              "16492    1.0\n",
              "16493    1.0\n",
              "16494    1.0\n",
              "16495    1.0\n",
              "Length: 16496, dtype: float64"
            ]
          },
          "metadata": {},
          "execution_count": 38
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "X3w0jIbEM2RJ",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 357
        },
        "outputId": "ca327b20-17c3-49ff-851a-15fa81f8543c"
      },
      "source": [
        "df_lda = pd.merge(df, doc_top, left_index=True, right_index=True)\n",
        "df_lda.head(2)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                Title           Author  \\\n",
              "0         Animal Farm    George Orwell   \n",
              "1  A Clockwork Orange  Anthony Burgess   \n",
              "\n",
              "                                               Genre  \\\n",
              "0  [Roman à clef, Satire, Children's literature, ...   \n",
              "1  [Science Fiction, Novella, Speculative fiction...   \n",
              "\n",
              "                                             Summary  len Summary  \\\n",
              "0   Old Major, the old boar on the Manor Farm, ca...          957   \n",
              "1   Alex, a teenager living in near-future Englan...          998   \n",
              "\n",
              "                                          Summary_pp         0         1  \\\n",
              "0  old major old boar manor farm call anim farm m...  0.032797  0.051167   \n",
              "1  alex teenag live near futur england lead gang ...  0.013268  0.000204   \n",
              "\n",
              "          2         3         4         5         6         7         8  \\\n",
              "0  0.481432  0.175600  0.030791  0.000227  0.000227  0.138991  0.044412   \n",
              "1  0.152536  0.000204  0.000204  0.154217  0.000204  0.103200  0.072890   \n",
              "\n",
              "          9  \n",
              "0  0.044356  \n",
              "1  0.503075  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-5af3a540-364a-4b82-9c96-8dd51e5db3c2\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Author</th>\n",
              "      <th>Genre</th>\n",
              "      <th>Summary</th>\n",
              "      <th>len Summary</th>\n",
              "      <th>Summary_pp</th>\n",
              "      <th>0</th>\n",
              "      <th>1</th>\n",
              "      <th>2</th>\n",
              "      <th>3</th>\n",
              "      <th>4</th>\n",
              "      <th>5</th>\n",
              "      <th>6</th>\n",
              "      <th>7</th>\n",
              "      <th>8</th>\n",
              "      <th>9</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Animal Farm</td>\n",
              "      <td>George Orwell</td>\n",
              "      <td>[Roman à clef, Satire, Children's literature, ...</td>\n",
              "      <td>Old Major, the old boar on the Manor Farm, ca...</td>\n",
              "      <td>957</td>\n",
              "      <td>old major old boar manor farm call anim farm m...</td>\n",
              "      <td>0.032797</td>\n",
              "      <td>0.051167</td>\n",
              "      <td>0.481432</td>\n",
              "      <td>0.175600</td>\n",
              "      <td>0.030791</td>\n",
              "      <td>0.000227</td>\n",
              "      <td>0.000227</td>\n",
              "      <td>0.138991</td>\n",
              "      <td>0.044412</td>\n",
              "      <td>0.044356</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>A Clockwork Orange</td>\n",
              "      <td>Anthony Burgess</td>\n",
              "      <td>[Science Fiction, Novella, Speculative fiction...</td>\n",
              "      <td>Alex, a teenager living in near-future Englan...</td>\n",
              "      <td>998</td>\n",
              "      <td>alex teenag live near futur england lead gang ...</td>\n",
              "      <td>0.013268</td>\n",
              "      <td>0.000204</td>\n",
              "      <td>0.152536</td>\n",
              "      <td>0.000204</td>\n",
              "      <td>0.000204</td>\n",
              "      <td>0.154217</td>\n",
              "      <td>0.000204</td>\n",
              "      <td>0.103200</td>\n",
              "      <td>0.072890</td>\n",
              "      <td>0.503075</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-5af3a540-364a-4b82-9c96-8dd51e5db3c2')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-5af3a540-364a-4b82-9c96-8dd51e5db3c2 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-5af3a540-364a-4b82-9c96-8dd51e5db3c2');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-d8156bbd-585c-49e7-a212-c347a27b56aa\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-d8156bbd-585c-49e7-a212-c347a27b56aa')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-d8156bbd-585c-49e7-a212-c347a27b56aa button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "df_lda",
              "summary": "{\n  \"name\": \"df_lda\",\n  \"rows\": 16496,\n  \"fields\": [\n    {\n      \"column\": \"Title\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 16214,\n        \"samples\": [\n          \"The Stepford Wives\",\n          \"Spawn\",\n          \"Idlewild\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Author\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 4705,\n        \"samples\": [\n          \"Jackie Collins\",\n          \"John Henry Patterson\",\n          \"Louis Chu\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Genre\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Summary\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          \" Chirayoju, an ancient Chinese vampire, and Sanno, a Japanese Mountain King, have been fighting for years. Their spirits were imprisoned in a sword by a curse. The sword arrives in Sunnydale and while viewing the Japanese exhibit at the museum Willow becomes possessed by the spirit of Chirayoju and Xander, later on, becomes possessed by the spirit of Sanno. Buffy must figure out a way to stop the two spirits without killing her own friends. During the final battle, when the fight takes an ugly turn, Buffy must also keep her own spirit alive.\",\n          \" In the late twenty-first century, a system of space colonies, known collectively as SpaceHome, is slowly winning economic independence from Earth. SpaceHome's president, George Ogumi, is singleminded in this pursuit. Things are shaken up when SpaceHome discovers an alien object on a moon of Saturn. SpaceHome University's sole archeologist, Dr. Kurious Whitedimple (who constantly reminds amused inquisitors his name is pronounced \\\"KOOR-ee-us\\\"), is called in for his opinion by Ogumi. Whitedimple (called Whitey) is able to interpret the message\\u2014for so it is. The message is: there are three other identical messages on other moons, a fifth hidden somewhere in the rings of Saturn which will give directions to a sixth artifact, of immense importance. Dazzled by Ogumi, Whitey loses sight of odd things going on around him, and is swiftly shipped off to Saturn to recover the rings artifact, despite an \\\"accident\\\" that nearly kills him. On arrival, Whitey is introduced to Junior Badille, his pilot. Born in high-radiation outer space, Junior is a mutant supergenius, whom Whitey affectionately refers to as \\\"the runt\\\" and \\\"the gnome\\\". Earth has not been quiet, and sends off its own expedition. The Earthers open fire, but Whitey and Badille are able to outmanoeuver them and recover the artifact. The message on the artifact is that the sixth artifact is located on Saturn's liquid surface. (At this point, the short story ends.) Both Earth and SpaceHome gear up for massive efforts. Junior and Whitey, who have formed a strong bond, part, and Whitey returns to teaching classes at the university, first having strong words with Ogumi over what Whitey deems to be deceit. However, SpaceHome has become too small for Whitey now. He enrolls in space pilot training and becomes a brilliant student. As Whitey qualifies, Junior, now the brains behind SpaceHome's Mimas-based efforts to recover the last artifact, stages a strike\\u2014Whitey must return or Junior will be so \\\"depressed\\\" he cannot work. Ogumi has little choice but to send Whitey back to Saturn as a pilot. Whitey becomes the lead pilot for the recovery effort. However, an Earth expedition stages a simultaneous attempt, and at first seems to have everything going for it, until it suffers massive malfunctions. Whitey sacrifices the mission to dive deep into Saturn's atmosphere and rescue the Earth pilot and his vessel. While he is still recovering, SpaceHome's backup mission recovers the artifact. The artifact proves to be a much more complex message\\u2014there is a starship at a specified location in the outer solar system. When activated, it is assumed that the ship will take anyone aboard to the aliens' star system. As the story ends, Earth and SpaceHome work together to mount a joint expedition.\",\n          \" The novel is about the separation of Ch\\u00e9ri and his lover of six years, the much older L\\u00e9a de Lonval (as the novel opens he is 25 and she is 49). The two believe their relationship is casual until they are separated by Ch\\u00e9ri's marriage at which point they realize they are in love. They spend a miserable six months apart, at which point Ch\\u00e9ri appears at L\\u00e9a's home. They spend the night together and L\\u00e9a begins to plan their new life together. However, when she learns that Ch\\u00e9ri had returned for the moral strength to be a husband, she gives him courage then releases him to return home.\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"len Summary\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 500,\n        \"min\": 10,\n        \"max\": 10334,\n        \"num_unique_values\": 1876,\n        \"samples\": [\n          327,\n          1360,\n          375\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Summary_pp\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          \"chirayoju ancient chines vampir sanno japanes mountain king fight year spirit imprison sword curs sword arriv sunnydal view japanes exhibit museum willow becom possess spirit chirayoju xander later becom possess spirit sanno buffi must figur way stop two spirit without kill friend final battl fight take ugli turn buffi must also keep spirit aliv\",\n          \"late twenti first centuri system space coloni known collect spacehom slowli win econom independ earth spacehom presid georg ogumi singlemind pursuit thing shaken spacehom discov alien object moon saturn spacehom univers sole archeologist kuriou whitedimpl constantli remind amus inquisitor name pronounc koor call opinion ogumi whitedimpl call whitey abl interpret messag messag three ident messag moon fifth hidden somewher ring saturn give direct sixth artifact immens import dazzl ogumi whitey lose sight odd thing go around swiftli ship saturn recov ring artifact despit accid nearli kill arriv whitey introduc junior badil pilot born high radiat outer space junior mutant supergeniu whitey affection refer runt gnome earth quiet send expedit earther open fire whitey badil abl outmanoeuv recov artifact messag artifact sixth artifact locat saturn liquid surfac point short stori end earth spacehom gear massiv effort junior whitey form strong bond part whitey return teach class univers first strong word ogumi whitey deem deceit howev spacehom becom small whitey enrol space pilot train becom brilliant student whitey qualifi junior brain behind spacehom mima base effort recov last artifact stage strike whitey must return junior depress cannot work ogumi littl choic send whitey back saturn pilot whitey becom lead pilot recoveri effort howev earth expedit stage simultan attempt first seem everyth go suffer massiv malfunct whitey sacrific mission dive deep saturn atmospher rescu earth pilot vessel still recov spacehom backup mission recov artifact artifact prove much complex messag starship specifi locat outer solar system activ assum ship take anyon aboard alien star system stori end earth spacehom work togeth mount joint expedit\",\n          \"novel separ lover six year much older lonval novel open two believ relationship casual separ marriag point realiz love spend miser six month apart point appear home spend night togeth begin plan new life togeth howev learn return moral strength husband give courag releas return home\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 0,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.11256676558508719,\n        \"min\": 5.034008943489191e-05,\n        \"max\": 0.919587985079619,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.002273068148771244,\n          0.05888364237578436,\n          0.0782420884888653\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 1,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.1390254378712599,\n        \"min\": 5.011239908285872e-05,\n        \"max\": 0.8499845922567707,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.0022730113117035828,\n          0.0532047517925968,\n          0.7855868729197877\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 2,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.17342429497730746,\n        \"min\": 0.00010931796727514751,\n        \"max\": 0.9689629809198825,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.10448395345047586,\n          0.11321482723006684,\n          0.0027792826254486105\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 3,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.18420783946302083,\n        \"min\": 4.294743096837091e-05,\n        \"max\": 0.9771561899279241,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.7171558660315958,\n          0.04064170562670247,\n          0.002778210809620827\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 4,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.06348021287709063,\n        \"min\": 4.294170226001174e-05,\n        \"max\": 0.9266726236383117,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.0022727507560326775,\n          0.021482236118926867,\n          0.002777777792229454\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 5,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.07743464147271212,\n        \"min\": 4.2943897465384695e-05,\n        \"max\": 0.67698861819594,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.05006680182643019,\n          0.0005051073085795517,\n          0.002778102907676403\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 6,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.14350499228093896,\n        \"min\": 5.566583433191959e-05,\n        \"max\": 0.9249945932551508,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.03685321185436741,\n          0.5921466332109288,\n          0.0027779898164760814\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 7,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.14342116452310108,\n        \"min\": 6.633251253143416e-05,\n        \"max\": 0.9224924904944379,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.0022728625627868194,\n          0.0005051503437612465,\n          0.11672258248586512\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 8,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.14469548478178404,\n        \"min\": 2.8868230706634598e-05,\n        \"max\": 0.9624952823376594,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.08007497803604438,\n          0.03424243990071374,\n          0.0027785420085959913\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": 9,\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.15799750250387062,\n        \"min\": 6.366969572530831e-05,\n        \"max\": 0.9399957511875108,\n        \"num_unique_values\": 16495,\n        \"samples\": [\n          0.0022734960217922666,\n          0.0851735060919393,\n          0.0027785501454346525\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 39
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "65F5fE3wEpDB"
      },
      "source": [
        "### Distribución de palabras en cada tema ($\\mu$)"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Phpfg6MlE1ZR",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 620
        },
        "outputId": "94a4cac4-3a4f-4170-a92c-e32b4acd5c7a"
      },
      "source": [
        "μs = pd.DataFrame(lda_model.exp_dirichlet_component_,\n",
        "                         columns=vocabulario)\n",
        "print(μs.shape)\n",
        "μs"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "(10, 37122)\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "          aaron         aback       abandon  abandon child  abandon church  \\\n",
              "0  1.355498e-10  1.356356e-10  8.111187e-04   1.356291e-10    1.358826e-10   \n",
              "1  3.070025e-04  8.138796e-11  9.502357e-04   2.065533e-05    8.112220e-11   \n",
              "2  7.058952e-11  6.040138e-05  3.347842e-04   7.044255e-11    7.043288e-11   \n",
              "3  1.348652e-04  7.850058e-06  4.341682e-04   7.280481e-11    7.360871e-11   \n",
              "4  4.843314e-10  4.853600e-10  4.994452e-10   4.834587e-10    4.843427e-10   \n",
              "5  1.737892e-10  1.741370e-10  5.768488e-04   1.737303e-10    1.738560e-10   \n",
              "6  1.323559e-10  1.319668e-10  8.714662e-04   1.317152e-10    1.319137e-10   \n",
              "7  8.986888e-11  9.011798e-11  4.028629e-04   7.562188e-06    8.992275e-11   \n",
              "8  9.321567e-05  1.098619e-10  1.480112e-04   1.097574e-10    1.097790e-10   \n",
              "9  8.032495e-11  8.045586e-11  2.617053e-04   8.016150e-11    2.844392e-05   \n",
              "\n",
              "   abandon citi  abandon famili  abandon farm  abandon group  abandon home  \\\n",
              "0  1.354870e-10    1.354017e-10  1.359244e-10   4.357188e-05  1.357232e-10   \n",
              "1  8.140782e-11    8.121868e-11  3.451142e-05   8.109617e-11  8.112871e-11   \n",
              "2  7.076264e-11    7.072868e-11  7.065276e-11   7.058500e-11  7.078434e-11   \n",
              "3  3.655307e-05    7.277956e-11  7.310606e-11   7.282042e-11  2.253673e-05   \n",
              "4  4.836513e-10    4.838551e-10  4.841726e-10   4.841051e-10  4.838029e-10   \n",
              "5  1.734864e-10    1.501340e-04  1.739269e-10   1.735084e-10  1.743208e-10   \n",
              "6  1.326960e-10    1.320224e-10  1.335075e-10   1.320693e-10  1.318225e-10   \n",
              "7  9.009651e-11    8.995602e-11  8.990773e-11   9.002228e-11  1.001535e-05   \n",
              "8  1.101748e-10    1.102483e-10  1.109483e-10   1.100346e-10  1.098552e-10   \n",
              "9  8.010711e-11    8.029343e-11  8.025329e-11   8.019729e-11  8.083726e-11   \n",
              "\n",
              "   ...           zoe          zoey          zola         zombi    zombi like  \\\n",
              "0  ...  1.355550e-10  1.352000e-10  1.352381e-10  1.354298e-10  1.355846e-10   \n",
              "1  ...  1.542362e-04  8.092416e-11  8.098876e-11  8.100732e-11  8.099291e-11   \n",
              "2  ...  7.046038e-11  7.041263e-11  5.481145e-05  7.050952e-11  7.049319e-11   \n",
              "3  ...  7.287850e-11  7.273261e-11  7.271236e-11  1.255581e-05  7.291286e-11   \n",
              "4  ...  4.846546e-10  3.297030e-03  4.833870e-10  4.840480e-10  4.845398e-10   \n",
              "5  ...  1.739074e-10  1.733114e-10  1.733429e-10  5.395855e-04  5.698358e-05   \n",
              "6  ...  1.320955e-10  1.317033e-10  1.317111e-10  7.455190e-04  1.331664e-10   \n",
              "7  ...  8.984491e-11  8.976231e-11  2.848470e-05  8.988080e-11  8.978677e-11   \n",
              "8  ...  1.099043e-10  1.096763e-10  1.098575e-10  1.098808e-10  1.098595e-10   \n",
              "9  ...  1.906665e-04  8.006726e-11  8.009350e-11  8.026008e-11  8.033223e-11   \n",
              "\n",
              "           zone           zoo     zuckerman          zulu        zurich  \n",
              "0  1.164478e-04  1.984918e-05  1.352016e-10  1.851751e-05  1.357418e-10  \n",
              "1  8.106464e-11  8.115582e-11  8.104724e-11  8.099705e-11  8.132636e-11  \n",
              "2  2.166476e-05  7.079634e-05  7.059045e-11  7.047087e-11  7.053272e-11  \n",
              "3  7.281637e-11  7.306110e-11  7.271480e-11  7.303678e-11  7.274827e-11  \n",
              "4  4.837177e-10  4.846400e-10  4.834086e-10  4.853142e-10  4.853453e-10  \n",
              "5  1.735579e-10  5.434565e-05  1.734932e-10  1.739134e-10  1.737664e-10  \n",
              "6  9.800475e-04  1.534890e-04  1.318458e-10  1.317998e-10  1.318118e-10  \n",
              "7  8.998324e-11  8.998222e-11  8.984001e-11  3.137060e-06  9.032393e-11  \n",
              "8  1.101040e-10  1.099159e-10  1.099393e-10  7.761681e-05  2.676966e-05  \n",
              "9  8.027071e-11  2.082789e-04  9.227851e-05  8.026694e-11  4.446689e-05  \n",
              "\n",
              "[10 rows x 37122 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-c7072c6b-9796-42f4-973e-fbc650d819a5\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>aaron</th>\n",
              "      <th>aback</th>\n",
              "      <th>abandon</th>\n",
              "      <th>abandon child</th>\n",
              "      <th>abandon church</th>\n",
              "      <th>abandon citi</th>\n",
              "      <th>abandon famili</th>\n",
              "      <th>abandon farm</th>\n",
              "      <th>abandon group</th>\n",
              "      <th>abandon home</th>\n",
              "      <th>...</th>\n",
              "      <th>zoe</th>\n",
              "      <th>zoey</th>\n",
              "      <th>zola</th>\n",
              "      <th>zombi</th>\n",
              "      <th>zombi like</th>\n",
              "      <th>zone</th>\n",
              "      <th>zoo</th>\n",
              "      <th>zuckerman</th>\n",
              "      <th>zulu</th>\n",
              "      <th>zurich</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1.355498e-10</td>\n",
              "      <td>1.356356e-10</td>\n",
              "      <td>8.111187e-04</td>\n",
              "      <td>1.356291e-10</td>\n",
              "      <td>1.358826e-10</td>\n",
              "      <td>1.354870e-10</td>\n",
              "      <td>1.354017e-10</td>\n",
              "      <td>1.359244e-10</td>\n",
              "      <td>4.357188e-05</td>\n",
              "      <td>1.357232e-10</td>\n",
              "      <td>...</td>\n",
              "      <td>1.355550e-10</td>\n",
              "      <td>1.352000e-10</td>\n",
              "      <td>1.352381e-10</td>\n",
              "      <td>1.354298e-10</td>\n",
              "      <td>1.355846e-10</td>\n",
              "      <td>1.164478e-04</td>\n",
              "      <td>1.984918e-05</td>\n",
              "      <td>1.352016e-10</td>\n",
              "      <td>1.851751e-05</td>\n",
              "      <td>1.357418e-10</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>3.070025e-04</td>\n",
              "      <td>8.138796e-11</td>\n",
              "      <td>9.502357e-04</td>\n",
              "      <td>2.065533e-05</td>\n",
              "      <td>8.112220e-11</td>\n",
              "      <td>8.140782e-11</td>\n",
              "      <td>8.121868e-11</td>\n",
              "      <td>3.451142e-05</td>\n",
              "      <td>8.109617e-11</td>\n",
              "      <td>8.112871e-11</td>\n",
              "      <td>...</td>\n",
              "      <td>1.542362e-04</td>\n",
              "      <td>8.092416e-11</td>\n",
              "      <td>8.098876e-11</td>\n",
              "      <td>8.100732e-11</td>\n",
              "      <td>8.099291e-11</td>\n",
              "      <td>8.106464e-11</td>\n",
              "      <td>8.115582e-11</td>\n",
              "      <td>8.104724e-11</td>\n",
              "      <td>8.099705e-11</td>\n",
              "      <td>8.132636e-11</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>7.058952e-11</td>\n",
              "      <td>6.040138e-05</td>\n",
              "      <td>3.347842e-04</td>\n",
              "      <td>7.044255e-11</td>\n",
              "      <td>7.043288e-11</td>\n",
              "      <td>7.076264e-11</td>\n",
              "      <td>7.072868e-11</td>\n",
              "      <td>7.065276e-11</td>\n",
              "      <td>7.058500e-11</td>\n",
              "      <td>7.078434e-11</td>\n",
              "      <td>...</td>\n",
              "      <td>7.046038e-11</td>\n",
              "      <td>7.041263e-11</td>\n",
              "      <td>5.481145e-05</td>\n",
              "      <td>7.050952e-11</td>\n",
              "      <td>7.049319e-11</td>\n",
              "      <td>2.166476e-05</td>\n",
              "      <td>7.079634e-05</td>\n",
              "      <td>7.059045e-11</td>\n",
              "      <td>7.047087e-11</td>\n",
              "      <td>7.053272e-11</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1.348652e-04</td>\n",
              "      <td>7.850058e-06</td>\n",
              "      <td>4.341682e-04</td>\n",
              "      <td>7.280481e-11</td>\n",
              "      <td>7.360871e-11</td>\n",
              "      <td>3.655307e-05</td>\n",
              "      <td>7.277956e-11</td>\n",
              "      <td>7.310606e-11</td>\n",
              "      <td>7.282042e-11</td>\n",
              "      <td>2.253673e-05</td>\n",
              "      <td>...</td>\n",
              "      <td>7.287850e-11</td>\n",
              "      <td>7.273261e-11</td>\n",
              "      <td>7.271236e-11</td>\n",
              "      <td>1.255581e-05</td>\n",
              "      <td>7.291286e-11</td>\n",
              "      <td>7.281637e-11</td>\n",
              "      <td>7.306110e-11</td>\n",
              "      <td>7.271480e-11</td>\n",
              "      <td>7.303678e-11</td>\n",
              "      <td>7.274827e-11</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4.843314e-10</td>\n",
              "      <td>4.853600e-10</td>\n",
              "      <td>4.994452e-10</td>\n",
              "      <td>4.834587e-10</td>\n",
              "      <td>4.843427e-10</td>\n",
              "      <td>4.836513e-10</td>\n",
              "      <td>4.838551e-10</td>\n",
              "      <td>4.841726e-10</td>\n",
              "      <td>4.841051e-10</td>\n",
              "      <td>4.838029e-10</td>\n",
              "      <td>...</td>\n",
              "      <td>4.846546e-10</td>\n",
              "      <td>3.297030e-03</td>\n",
              "      <td>4.833870e-10</td>\n",
              "      <td>4.840480e-10</td>\n",
              "      <td>4.845398e-10</td>\n",
              "      <td>4.837177e-10</td>\n",
              "      <td>4.846400e-10</td>\n",
              "      <td>4.834086e-10</td>\n",
              "      <td>4.853142e-10</td>\n",
              "      <td>4.853453e-10</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>1.737892e-10</td>\n",
              "      <td>1.741370e-10</td>\n",
              "      <td>5.768488e-04</td>\n",
              "      <td>1.737303e-10</td>\n",
              "      <td>1.738560e-10</td>\n",
              "      <td>1.734864e-10</td>\n",
              "      <td>1.501340e-04</td>\n",
              "      <td>1.739269e-10</td>\n",
              "      <td>1.735084e-10</td>\n",
              "      <td>1.743208e-10</td>\n",
              "      <td>...</td>\n",
              "      <td>1.739074e-10</td>\n",
              "      <td>1.733114e-10</td>\n",
              "      <td>1.733429e-10</td>\n",
              "      <td>5.395855e-04</td>\n",
              "      <td>5.698358e-05</td>\n",
              "      <td>1.735579e-10</td>\n",
              "      <td>5.434565e-05</td>\n",
              "      <td>1.734932e-10</td>\n",
              "      <td>1.739134e-10</td>\n",
              "      <td>1.737664e-10</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>1.323559e-10</td>\n",
              "      <td>1.319668e-10</td>\n",
              "      <td>8.714662e-04</td>\n",
              "      <td>1.317152e-10</td>\n",
              "      <td>1.319137e-10</td>\n",
              "      <td>1.326960e-10</td>\n",
              "      <td>1.320224e-10</td>\n",
              "      <td>1.335075e-10</td>\n",
              "      <td>1.320693e-10</td>\n",
              "      <td>1.318225e-10</td>\n",
              "      <td>...</td>\n",
              "      <td>1.320955e-10</td>\n",
              "      <td>1.317033e-10</td>\n",
              "      <td>1.317111e-10</td>\n",
              "      <td>7.455190e-04</td>\n",
              "      <td>1.331664e-10</td>\n",
              "      <td>9.800475e-04</td>\n",
              "      <td>1.534890e-04</td>\n",
              "      <td>1.318458e-10</td>\n",
              "      <td>1.317998e-10</td>\n",
              "      <td>1.318118e-10</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>8.986888e-11</td>\n",
              "      <td>9.011798e-11</td>\n",
              "      <td>4.028629e-04</td>\n",
              "      <td>7.562188e-06</td>\n",
              "      <td>8.992275e-11</td>\n",
              "      <td>9.009651e-11</td>\n",
              "      <td>8.995602e-11</td>\n",
              "      <td>8.990773e-11</td>\n",
              "      <td>9.002228e-11</td>\n",
              "      <td>1.001535e-05</td>\n",
              "      <td>...</td>\n",
              "      <td>8.984491e-11</td>\n",
              "      <td>8.976231e-11</td>\n",
              "      <td>2.848470e-05</td>\n",
              "      <td>8.988080e-11</td>\n",
              "      <td>8.978677e-11</td>\n",
              "      <td>8.998324e-11</td>\n",
              "      <td>8.998222e-11</td>\n",
              "      <td>8.984001e-11</td>\n",
              "      <td>3.137060e-06</td>\n",
              "      <td>9.032393e-11</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>9.321567e-05</td>\n",
              "      <td>1.098619e-10</td>\n",
              "      <td>1.480112e-04</td>\n",
              "      <td>1.097574e-10</td>\n",
              "      <td>1.097790e-10</td>\n",
              "      <td>1.101748e-10</td>\n",
              "      <td>1.102483e-10</td>\n",
              "      <td>1.109483e-10</td>\n",
              "      <td>1.100346e-10</td>\n",
              "      <td>1.098552e-10</td>\n",
              "      <td>...</td>\n",
              "      <td>1.099043e-10</td>\n",
              "      <td>1.096763e-10</td>\n",
              "      <td>1.098575e-10</td>\n",
              "      <td>1.098808e-10</td>\n",
              "      <td>1.098595e-10</td>\n",
              "      <td>1.101040e-10</td>\n",
              "      <td>1.099159e-10</td>\n",
              "      <td>1.099393e-10</td>\n",
              "      <td>7.761681e-05</td>\n",
              "      <td>2.676966e-05</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>8.032495e-11</td>\n",
              "      <td>8.045586e-11</td>\n",
              "      <td>2.617053e-04</td>\n",
              "      <td>8.016150e-11</td>\n",
              "      <td>2.844392e-05</td>\n",
              "      <td>8.010711e-11</td>\n",
              "      <td>8.029343e-11</td>\n",
              "      <td>8.025329e-11</td>\n",
              "      <td>8.019729e-11</td>\n",
              "      <td>8.083726e-11</td>\n",
              "      <td>...</td>\n",
              "      <td>1.906665e-04</td>\n",
              "      <td>8.006726e-11</td>\n",
              "      <td>8.009350e-11</td>\n",
              "      <td>8.026008e-11</td>\n",
              "      <td>8.033223e-11</td>\n",
              "      <td>8.027071e-11</td>\n",
              "      <td>2.082789e-04</td>\n",
              "      <td>9.227851e-05</td>\n",
              "      <td>8.026694e-11</td>\n",
              "      <td>4.446689e-05</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>10 rows × 37122 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-c7072c6b-9796-42f4-973e-fbc650d819a5')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-c7072c6b-9796-42f4-973e-fbc650d819a5 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-c7072c6b-9796-42f4-973e-fbc650d819a5');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-8dd5d294-ae08-46c0-8cf5-3a4bf9962b86\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-8dd5d294-ae08-46c0-8cf5-3a4bf9962b86')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-8dd5d294-ae08-46c0-8cf5-3a4bf9962b86 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "  <div id=\"id_9b00f8bd-bbc4-4bfb-9673-e14c8e1d815c\">\n",
              "    <style>\n",
              "      .colab-df-generate {\n",
              "        background-color: #E8F0FE;\n",
              "        border: none;\n",
              "        border-radius: 50%;\n",
              "        cursor: pointer;\n",
              "        display: none;\n",
              "        fill: #1967D2;\n",
              "        height: 32px;\n",
              "        padding: 0 0 0 0;\n",
              "        width: 32px;\n",
              "      }\n",
              "\n",
              "      .colab-df-generate:hover {\n",
              "        background-color: #E2EBFA;\n",
              "        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "        fill: #174EA6;\n",
              "      }\n",
              "\n",
              "      [theme=dark] .colab-df-generate {\n",
              "        background-color: #3B4455;\n",
              "        fill: #D2E3FC;\n",
              "      }\n",
              "\n",
              "      [theme=dark] .colab-df-generate:hover {\n",
              "        background-color: #434B5C;\n",
              "        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "        fill: #FFFFFF;\n",
              "      }\n",
              "    </style>\n",
              "    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('μs')\"\n",
              "            title=\"Generate code using this dataframe.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "    <script>\n",
              "      (() => {\n",
              "      const buttonEl =\n",
              "        document.querySelector('#id_9b00f8bd-bbc4-4bfb-9673-e14c8e1d815c button.colab-df-generate');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      buttonEl.onclick = () => {\n",
              "        google.colab.notebook.generateWithVariable('μs');\n",
              "      }\n",
              "      })();\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "μs"
            }
          },
          "metadata": {},
          "execution_count": 41
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "for top in range(k):\n",
        "  print('\\nPalabras más frecuentes del topico {}'.format(top))\n",
        "  tokMasFrec = μs.T.loc[:,top].sort_values(ascending=False).head(10).index\n",
        "  for tok in tokMasFrec:\n",
        "      print(tok)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "VS7auAld0-dl",
        "outputId": "b77fed1b-9c67-4ca9-fa23-3d89f9a41752"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\n",
            "Palabras más frecuentes del topico 0\n",
            "ship\n",
            "island\n",
            "captain\n",
            "command\n",
            "soldier\n",
            "crew\n",
            "sea\n",
            "armi\n",
            "prison\n",
            "boat\n",
            "\n",
            "Palabras más frecuentes del topico 1\n",
            "mr\n",
            "john\n",
            "david\n",
            "mari\n",
            "babi\n",
            "peter\n",
            "aunt\n",
            "paul\n",
            "spend\n",
            "care\n",
            "\n",
            "Palabras más frecuentes del topico 2\n",
            "chapter\n",
            "narrat\n",
            "author\n",
            "natur\n",
            "reader\n",
            "discuss\n",
            "god\n",
            "self\n",
            "women\n",
            "view\n",
            "\n",
            "Palabras más frecuentes del topico 3\n",
            "king\n",
            "magic\n",
            "dragon\n",
            "lord\n",
            "god\n",
            "dark\n",
            "armi\n",
            "queen\n",
            "forest\n",
            "anim\n",
            "\n",
            "Palabras más frecuentes del topico 4\n",
            "harri\n",
            "simon\n",
            "alic\n",
            "luke\n",
            "georg\n",
            "ghote\n",
            "freddi\n",
            "val\n",
            "jedi\n",
            "poirot\n",
            "\n",
            "Palabras más frecuentes del topico 5\n",
            "jack\n",
            "tom\n",
            "vampir\n",
            "thoma\n",
            "jim\n",
            "room\n",
            "laura\n",
            "rachel\n",
            "anita\n",
            "sarah\n",
            "\n",
            "Palabras más frecuentes del topico 6\n",
            "earth\n",
            "planet\n",
            "space\n",
            "ship\n",
            "doctor\n",
            "alien\n",
            "system\n",
            "race\n",
            "star\n",
            "univers\n",
            "\n",
            "Palabras más frecuentes del topico 7\n",
            "marriag\n",
            "ladi\n",
            "sir\n",
            "letter\n",
            "london\n",
            "arthur\n",
            "england\n",
            "king\n",
            "henri\n",
            "richard\n",
            "\n",
            "Palabras más frecuentes del topico 8\n",
            "govern\n",
            "unit\n",
            "american\n",
            "polit\n",
            "nation\n",
            "unit state\n",
            "presid\n",
            "countri\n",
            "militari\n",
            "soviet\n",
            "\n",
            "Palabras más frecuentes del topico 9\n",
            "polic\n",
            "car\n",
            "job\n",
            "case\n",
            "york\n",
            "new york\n",
            "miss\n",
            "alex\n",
            "room\n",
            "apart\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "qAUvtvghx7HA"
      },
      "source": [
        "### Visualización del modelo"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "x2Qz50MBOKij",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 950
        },
        "outputId": "5c69e7a4-b868-466e-afba-27061e1d6588"
      },
      "source": [
        "import pyLDAvis.sklearn\n",
        "pyLDAvis.enable_notebook()\n",
        "\n",
        "pyLDAvis.sklearn.prepare(lda_model, BOW, vectorizer,  )"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.10/dist-packages/sklearn/utils/deprecation.py:87: FutureWarning: Function get_feature_names is deprecated; get_feature_names is deprecated in 1.0 and will be removed in 1.2. Please use get_feature_names_out instead.\n",
            "  warnings.warn(msg, category=FutureWarning)\n",
            "/usr/local/lib/python3.10/dist-packages/pyLDAvis/_prepare.py:244: FutureWarning: In a future version of pandas all arguments of DataFrame.drop except for the argument 'labels' will be keyword-only.\n",
            "  by='saliency', ascending=False).head(R).drop('saliency', 1)\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "PreparedData(topic_coordinates=              x         y  topics  cluster       Freq\n",
              "topic                                                \n",
              "2      0.145123 -0.158993       1        1  14.897008\n",
              "3     -0.021169  0.018473       2        1  14.359971\n",
              "9     -0.095660 -0.037677       3        1  12.908271\n",
              "1     -0.171507 -0.152003       4        1  12.872834\n",
              "7     -0.038843 -0.104484       5        1  11.764184\n",
              "8      0.241327 -0.018349       6        1   9.470636\n",
              "6      0.171802  0.039474       7        1   7.949240\n",
              "0      0.059205  0.118273       8        1   7.719989\n",
              "5     -0.209317 -0.033367       9        1   5.945572\n",
              "4     -0.080961  0.328652      10        1   2.112296, topic_info=            Term         Freq        Total Category  logprob  loglift\n",
              "29476       ship  5080.000000  5080.000000  Default  30.0000  30.0000\n",
              "9290       earth  3482.000000  3482.000000  Default  29.0000  29.0000\n",
              "14570      harri  1635.000000  1635.000000  Default  28.0000  28.0000\n",
              "17465       king  4428.000000  4428.000000  Default  27.0000  27.0000\n",
              "25146     planet  2577.000000  2577.000000  Default  26.0000  26.0000\n",
              "...          ...          ...          ...      ...      ...      ...\n",
              "633         alan   245.101035   339.447121  Topic10  -5.5068   3.5317\n",
              "16444  inspector   223.038974   421.857531  Topic10  -5.6011   3.2201\n",
              "5032         cat   271.111809  1343.205345  Topic10  -5.4059   2.2571\n",
              "20473     master   220.824785  1774.564496  Topic10  -5.6111   1.7735\n",
              "27246     republ   196.560568   482.568757  Topic10  -5.7275   2.9592\n",
              "\n",
              "[705 rows x 6 columns], token_table=       Topic      Freq     Term\n",
              "term                           \n",
              "112        7  0.178386   aboard\n",
              "112        8  0.791860   aboard\n",
              "112       10  0.029006   aboard\n",
              "235        8  0.993906    achil\n",
              "337        4  0.993682      ada\n",
              "...      ...       ...      ...\n",
              "36991      4  0.021824     york\n",
              "36991      5  0.059573     york\n",
              "36991      6  0.109708     york\n",
              "37088     10  0.995828  yuuzhan\n",
              "37113     10  0.997652     zoey\n",
              "\n",
              "[1816 rows x 3 columns], R=30, lambda_step=0.01, plot_opts={'xlab': 'PC1', 'ylab': 'PC2'}, topic_order=[3, 4, 10, 2, 8, 9, 7, 1, 6, 5])"
            ],
            "text/html": [
              "\n",
              "<link rel=\"stylesheet\" type=\"text/css\" href=\"https://cdn.jsdelivr.net/gh/bmabey/pyLDAvis@3.4.0/pyLDAvis/js/ldavis.v1.0.0.css\">\n",
              "\n",
              "\n",
              "<div id=\"ldavis_el255133934106414656743217502\" style=\"background-color:white;\"></div>\n",
              "<script type=\"text/javascript\">\n",
              "\n",
              "var ldavis_el255133934106414656743217502_data = {\"mdsDat\": {\"x\": [0.14512347482539456, -0.02116851188713568, -0.09566028063940318, -0.17150745072209225, -0.038843023268122494, 0.24132726026027804, 0.17180196243883167, 0.059205041955473915, -0.2093174835164265, -0.0809609894467972], \"y\": [-0.15899275996761186, 0.018472539958227844, -0.0376767578159642, -0.15200330933540068, -0.10448442799376138, -0.01834863227441659, 0.03947410095882464, 0.11827338370765693, -0.033366521516864714, 0.32865238427930954], \"topics\": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10], \"cluster\": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1], \"Freq\": [14.897007849516012, 14.359970687629986, 12.908270834186892, 12.872834322490299, 11.764183958741015, 9.470635898305424, 7.9492398080986595, 7.719988559229265, 5.945571715879194, 2.112296365923251]}, \"tinfo\": {\"Term\": [\"ship\", \"earth\", \"harri\", \"king\", \"planet\", \"jack\", \"island\", \"magic\", \"narrat\", \"chapter\", \"captain\", \"tom\", \"polic\", \"govern\", \"georg\", \"unit\", \"space\", \"command\", \"doctor\", \"crew\", \"dragon\", \"american\", \"marriag\", \"vampir\", \"sir\", \"polit\", \"simon\", \"alien\", \"system\", \"armi\", \"narrat\", \"leo\", \"philosophi\", \"illustr\", \"intellectu\", \"point view\", \"jeremi\", \"theo\", \"harriet\", \"socrat\", \"humor\", \"short stori\", \"dawkin\", \"chad\", \"creativ\", \"dialogu\", \"coal\", \"bigger\", \"gregor\", \"doc\", \"metaphor\", \"cass\", \"third person\", \"hume\", \"gender\", \"barney\", \"recollect\", \"autobiographi\", \"first person\", \"waldo\", \"reader\", \"spiritu\", \"essay\", \"chapter\", \"theme\", \"jesu\", \"aspect\", \"text\", \"defin\", \"narr\", \"section\", \"concept\", \"religion\", \"edit\", \"exampl\", \"view\", \"literari\", \"perspect\", \"philosoph\", \"martha\", \"written\", \"writer\", \"fiction\", \"author\", \"self\", \"natur\", \"discuss\", \"sexual\", \"protagonist\", \"often\", \"idea\", \"refer\", \"publish\", \"christian\", \"reflect\", \"theori\", \"women\", \"variou\", \"physic\", \"societi\", \"main\", \"understand\", \"god\", \"throughout\", \"develop\", \"histori\", \"social\", \"mind\", \"exist\", \"word\", \"question\", \"thought\", \"student\", \"dream\", \"magic\", \"dragon\", \"witch\", \"wizard\", \"mage\", \"elv\", \"raven\", \"merlin\", \"shade\", \"potion\", \"hord\", \"fang\", \"owl\", \"empress\", \"sorcer\", \"artemi\", \"elf\", \"troll\", \"priestess\", \"rhi\", \"badger\", \"valkyri\", \"dungeon\", \"faeri\", \"use magic\", \"grubb\", \"theseu\", \"brook\", \"serpent\", \"elven\", \"forest\", \"demon\", \"goddess\", \"spell\", \"magician\", \"snake\", \"guild\", \"rat\", \"sword\", \"lion\", \"monster\", \"warrior\", \"fairi\", \"cave\", \"beast\", \"heal\", \"palac\", \"evil\", \"king\", \"tribe\", \"thorn\", \"clan\", \"mountain\", \"tree\", \"stone\", \"shadow\", \"creatur\", \"queen\", \"defeat\", \"castl\", \"dark\", \"kingdom\", \"anim\", \"lord\", \"princess\", \"god\", \"hunt\", \"armi\", \"journey\", \"princ\", \"cat\", \"black\", \"master\", \"trap\", \"guard\", \"fire\", \"flee\", \"alex\", \"charli\", \"archi\", \"high school\", \"toni\", \"tim\", \"johnni\", \"rubi\", \"fred\", \"tommi\", \"kyle\", \"daisi\", \"footbal\", \"nora\", \"hollywood\", \"joey\", \"kinsey\", \"pete\", \"polic offic\", \"mom\", \"bruce\", \"andi\", \"ranch\", \"denni\", \"austin\", \"hank\", \"boxer\", \"candi\", \"jerri\", \"barri\", \"kid\", \"phone\", \"steven\", \"restaur\", \"car\", \"larri\", \"josh\", \"terri\", \"mike\", \"polic\", \"eddi\", \"jess\", \"chri\", \"dan\", \"club\", \"girlfriend\", \"new york\", \"york\", \"jason\", \"killer\", \"guy\", \"joe\", \"hotel\", \"movi\", \"park\", \"job\", \"case\", \"gang\", \"detect\", \"drug\", \"apart\", \"miss\", \"film\", \"game\", \"wolf\", \"student\", \"crime\", \"room\", \"suspect\", \"angel\", \"hospit\", \"someon\", \"drive\", \"parti\", \"arrest\", \"team\", \"anna\", \"emili\", \"emma\", \"vlad\", \"ruth\", \"jami\", \"ellen\", \"isabel\", \"bean\", \"valentin\", \"tobi\", \"olivia\", \"anni\", \"christin\", \"rosa\", \"erik\", \"hannah\", \"mia\", \"scarlett\", \"kati\", \"mother die\", \"cathi\", \"max\", \"agn\", \"cammi\", \"ada\", \"louisa\", \"matilda\", \"gile\", \"ella\", \"helen\", \"grandmoth\", \"aunt\", \"clair\", \"babi\", \"peter\", \"pregnant\", \"david\", \"paul\", \"oliv\", \"farm\", \"jane\", \"sam\", \"grandfath\", \"mari\", \"one day\", \"older\", \"adam\", \"danc\", \"michael\", \"mr\", \"summer\", \"john\", \"spend\", \"uncl\", \"care\", \"birth\", \"walk\", \"grow\", \"happi\", \"miss\", \"villag\", \"hear\", \"month\", \"letter\", \"sir\", \"philip\", \"cadfael\", \"earl\", \"nichola\", \"celia\", \"beatric\", \"duchess\", \"aristocrat\", \"suitor\", \"lancelot\", \"countess\", \"hugo\", \"marqui\", \"pitt\", \"maud\", \"templar\", \"mao\", \"antonio\", \"augustu\", \"nobleman\", \"isabella\", \"dahlia\", \"clarissa\", \"berti\", \"rupert\", \"camilla\", \"ren\", \"hamlet\", \"beringar\", \"arthur\", \"duke\", \"dane\", \"edward\", \"gilbert\", \"florenc\", \"edmund\", \"hugh\", \"squir\", \"england\", \"pari\", \"estat\", \"marriag\", \"ladi\", \"henri\", \"saint\", \"sharp\", \"elizabeth\", \"franc\", \"charl\", \"julia\", \"richard\", \"ann\", \"madam\", \"london\", \"letter\", \"court\", \"servant\", \"fortun\", \"lover\", \"scene\", \"engag\", \"affair\", \"lord\", \"princ\", \"king\", \"english\", \"french\", \"mr\", \"john\", \"morph\", \"hitler\", \"berlin\", \"khan\", \"soviet union\", \"gould\", \"islam\", \"economi\", \"gene\", \"rowan\", \"hong\", \"kong\", \"bourn\", \"lister\", \"ishmael\", \"democrat\", \"hong kong\", \"isra\", \"democraci\", \"congress\", \"erin\", \"multi\", \"ideolog\", \"palestinian\", \"dalla\", \"kgb\", \"nuclear weapon\", \"hari\", \"cold war\", \"iraq\", \"unit state\", \"soviet\", \"terrorist\", \"israel\", \"govern\", \"polici\", \"presid\", \"nation\", \"chines\", \"unit\", \"european\", \"polit\", \"cia\", \"communist\", \"revolut\", \"russian\", \"econom\", \"american\", \"china\", \"germani\", \"russia\", \"union\", \"nazi\", \"militari\", \"feder\", \"jew\", \"america\", \"europ\", \"empir\", \"intern\", \"countri\", \"elect\", \"assassin\", \"organ\", \"oper\", \"agent\", \"support\", \"civil\", \"histori\", \"base\", \"leader\", \"major\", \"centuri\", \"german\", \"british\", \"system\", \"robot\", \"speci\", \"orbit\", \"animorph\", \"yeerk\", \"solar\", \"time travel\", \"martian\", \"spaceship\", \"kirk\", \"tobia\", \"visser\", \"lauren\", \"solar system\", \"tardi\", \"starship\", \"liz\", \"sentient\", \"return earth\", \"graviti\", \"human race\", \"spacecraft\", \"interstellar\", \"visser three\", \"mutat\", \"ana\", \"simul\", \"titan\", \"hork\", \"bajir\", \"space\", \"earth\", \"planet\", \"alien\", \"extinct\", \"telepath\", \"viru\", \"comput\", \"scientist\", \"genet\", \"colonist\", \"marco\", \"mar\", \"technolog\", \"machin\", \"system\", \"doctor\", \"race\", \"devic\", \"star\", \"jake\", \"surfac\", \"univers\", \"coloni\", \"ship\", \"moon\", \"futur\", \"infect\", \"engin\", \"mission\", \"crew\", \"weapon\", \"contact\", \"intellig\", \"inhabit\", \"origin\", \"team\", \"mind\", \"exist\", \"pirat\", \"jacki\", \"tintin\", \"submarin\", \"caesar\", \"adrian\", \"rama\", \"asterix\", \"cargo\", \"obelix\", \"achil\", \"gaul\", \"hector\", \"hornblow\", \"juliu\", \"smiley\", \"decker\", \"mutini\", \"shark\", \"manticor\", \"cannon\", \"convoy\", \"spirou\", \"trojan\", \"fantasio\", \"cruiser\", \"cutter\", \"vike\", \"sten\", \"odysseu\", \"conan\", \"aircraft\", \"captain\", \"navi\", \"yacht\", \"island\", \"marin\", \"sail\", \"command\", \"ship\", \"port\", \"soldier\", \"ben\", \"boat\", \"aboard\", \"sea\", \"crew\", \"pilot\", \"troop\", \"bond\", \"lieuten\", \"fleet\", \"marcu\", \"roman\", \"camp\", \"british\", \"coast\", \"german\", \"prison\", \"mission\", \"armi\", \"board\", \"guard\", \"fli\", \"fire\", \"villag\", \"carri\", \"train\", \"tom\", \"jim\", \"laura\", \"anita\", \"dresden\", \"danni\", \"cassi\", \"molli\", \"gabriel\", \"jacob\", \"salli\", \"willi\", \"sarah\", \"finn\", \"harold\", \"marlow\", \"amanda\", \"claud\", \"owen\", \"polli\", \"sara\", \"todd\", \"seth\", \"mariu\", \"taylor\", \"luca\", \"carlo\", \"jay\", \"lena\", \"jean claud\", \"jack\", \"christoph\", \"vampir\", \"jean\", \"nanci\", \"thoma\", \"susan\", \"rachel\", \"daniel\", \"william\", \"stephen\", \"rose\", \"robert\", \"room\", \"box\", \"richard\", \"blood\", \"doctor\", \"hospit\", \"prison\", \"harri\", \"simon\", \"alic\", \"luke\", \"ghote\", \"freddi\", \"val\", \"jedi\", \"poirot\", \"kit\", \"ralph\", \"rian\", \"val rian\", \"holm\", \"natali\", \"vong\", \"justin\", \"laurelin\", \"solo\", \"zoey\", \"jill\", \"garrett\", \"campion\", \"phoeb\", \"ethan\", \"mara\", \"sooki\", \"yuuzhan\", \"obi\", \"jessica\", \"perci\", \"brian\", \"han\", \"georg\", \"duncan\", \"alan\", \"inspector\", \"cat\", \"master\", \"republ\"], \"Freq\": [5080.0, 3482.0, 1635.0, 4428.0, 2577.0, 2024.0, 2578.0, 2745.0, 2645.0, 2857.0, 2194.0, 1705.0, 2796.0, 1984.0, 1507.0, 2184.0, 1619.0, 2100.0, 2658.0, 1896.0, 1848.0, 2510.0, 2187.0, 1285.0, 1584.0, 1804.0, 868.0, 1432.0, 1846.0, 2999.0, 2644.199138206315, 456.1302025342103, 330.2421693013585, 324.8000870395629, 323.3714771287008, 279.92508600954704, 256.687499393097, 252.03331261194472, 226.08107800901246, 215.6930622683698, 192.80441103446933, 192.07579888799742, 171.83101883876677, 171.5015984706019, 160.57327645092613, 153.66869372860614, 146.21274305736137, 144.58982692502025, 143.40914501079726, 139.86797630649974, 134.81715649285343, 127.83532947749731, 123.9313754578773, 119.7106928067909, 116.94508040228794, 116.50630214207493, 112.9540122383413, 112.41125066588899, 329.1791815931896, 105.63519804940735, 1216.77296947971, 326.4092509045574, 200.16162495964608, 2744.591609977629, 543.3675656287079, 352.63473152769444, 335.65904782717183, 404.3433273746628, 213.41526657580576, 833.7696781372891, 988.5319586667937, 402.27558993055464, 541.4786081822359, 349.82800099903454, 663.9933126948125, 1063.4550383061107, 258.5366176266106, 340.9839248132684, 386.7877364694821, 296.19317698717066, 927.9140486477354, 630.6486506448927, 860.0466985453753, 1441.8731037761181, 1115.8788496714394, 1334.0977023604803, 1146.1924492063958, 897.6044892104633, 812.8183404488209, 772.9369010209077, 955.0845282587969, 901.2037407081372, 661.0080824049289, 700.0936152102327, 497.05800426088814, 555.0783537869395, 1100.9986470368033, 870.2220191219964, 712.7594843218311, 1032.5070125465063, 921.9326920499924, 796.2535899334184, 1128.7997658560234, 771.8293997366152, 965.6538960739897, 892.3040013402892, 753.959102903711, 890.0185452321532, 807.3941565824165, 828.0938105183609, 828.3625371029224, 805.6559793039331, 789.6257215153809, 793.4561535119466, 2744.438024711701, 1847.199472266707, 933.794239697836, 783.8392358372879, 340.7802836396494, 312.6065486245797, 266.33454714501255, 265.14452643706187, 252.856424841155, 251.5585078324625, 245.92811340199077, 239.83022381847775, 238.99811731915239, 233.36563995520757, 217.4688907037617, 206.21193248827836, 198.261645334584, 198.04869644478643, 189.95372819995976, 189.84646856819987, 186.21029284132769, 184.58511057460635, 180.78426924209, 178.02249211118763, 172.08259970516318, 171.560370812535, 171.4075450901649, 166.41803658865751, 165.76776236089003, 164.30654996062609, 1196.3607627609656, 1089.0984669472182, 308.1689990213146, 761.8631673361042, 462.698542978287, 365.04674369813614, 285.13967115432627, 629.19651377167, 873.235880304754, 385.56858486530587, 549.4644260266655, 801.7406901851757, 451.61660450350934, 689.8253444563691, 490.820761274864, 710.0820202905975, 645.6408837922497, 1110.8051879870818, 3189.3393146340513, 702.6793597707509, 376.933043157877, 583.578998820979, 1105.370444007154, 1005.5485983302627, 909.6372656545009, 666.2242127808552, 1045.392020565948, 1255.7665761435644, 1103.6746930546212, 984.4288142769858, 1291.2895388309762, 746.9290848600571, 1136.9205189494394, 1373.1762036816808, 736.7353581511619, 1363.9733744075927, 900.8673991497102, 1280.0322985608404, 1003.4552091837041, 937.8531573665427, 826.4531026470235, 1000.5064067981746, 877.5628565255638, 832.0915895587843, 838.7562199210012, 877.6181721871285, 836.2625157475965, 1004.757631362733, 727.9346759441412, 511.3830124409855, 500.69972036975906, 415.4184887887912, 406.80346618024214, 405.3899486994747, 352.4495494684867, 334.70653402736514, 287.5484689202706, 283.0504737531307, 266.5854127065313, 264.63664442861983, 257.52806906571243, 249.30264409380095, 248.82092985475828, 244.22910206804647, 243.1939354189182, 232.4316922136882, 226.89374425497832, 218.24843726241443, 207.83058384915444, 203.5757681758759, 199.86352217297724, 197.63323474580818, 194.67464107284096, 194.49648425969693, 193.9530408202624, 193.5832774466231, 192.1463793675906, 619.3750892800415, 610.2270668429466, 258.77502193715014, 392.16795009709955, 1751.031901078946, 288.4395215257882, 277.28751278876854, 273.81161814102705, 528.407923665131, 2557.043207590047, 442.6136608372038, 456.1348967810419, 512.1563747758194, 398.93123579084914, 691.6343610524839, 673.1595384927812, 1326.4730484597596, 1361.8682739051198, 493.30285165853667, 818.720340953202, 490.54789769209856, 748.3061371490257, 932.4149052897158, 477.15367805567763, 658.061360763968, 1406.0163446330469, 1380.1254783748218, 711.268092734237, 779.4873204466782, 866.4672561098372, 940.6918228235141, 1242.9334408992854, 622.3399071576612, 835.2977560683744, 752.6553858557638, 864.751003406464, 744.9706235382013, 986.2565836250117, 759.5800727324021, 720.1559198119826, 770.348185256286, 681.7517719732914, 709.2211945071394, 781.9145351186346, 698.7304082327777, 704.7050493207804, 823.6186760952846, 613.1671902638545, 525.999243868571, 505.35530932325156, 474.0563572855572, 335.83583746444253, 332.6635214057511, 307.2666948487246, 282.0336139857925, 260.2638548646014, 258.66597625797783, 256.5997249536286, 238.0159047521728, 234.19987318614483, 230.41868751693704, 230.44263972016398, 229.58717663824567, 218.78582630626596, 214.7977630329758, 214.10407202157748, 209.84726794897023, 196.65769475998803, 961.3407760717388, 184.34193930150835, 172.15348810023485, 171.18662099241263, 170.37544142863837, 159.3313270107862, 147.69633843281588, 147.532757690294, 665.0148609278979, 725.3486239600816, 1199.7631369605986, 315.4824488395358, 1377.465226238452, 1273.2328186967952, 817.1139479620715, 1435.185908014572, 1188.2446519493124, 537.6125542347862, 995.1346575905984, 730.1345867353153, 957.6967999400603, 687.9333615233381, 1378.5400946259815, 911.3277776488509, 847.9164030510976, 674.1932399213412, 636.3851529428433, 877.5088833176289, 1540.0591925943988, 787.7015912769809, 1505.6047205759676, 1106.8012687006405, 1023.1784646527035, 1075.3663950438731, 719.8113680171831, 853.1489947581081, 884.9316705441577, 739.2548841466734, 961.7054030572245, 820.4761839370642, 748.6696096716586, 722.5555116603961, 723.1322314891747, 1583.2747343242302, 664.0456454706896, 495.6171500861418, 493.0871868374691, 426.7553052823623, 348.85984012756614, 258.7706890650133, 240.21546098245997, 235.84618582579225, 233.00852603635525, 203.74775318615812, 189.7075659003441, 186.65030132532297, 180.295660470169, 171.79441955209074, 162.8965298200247, 159.49514070440128, 157.13570758401403, 148.12079972812123, 144.59512122291454, 136.94969613364958, 135.4072571664097, 135.2765963294091, 135.15594809927867, 134.04459285356646, 132.3876435093453, 129.56535038271485, 123.19079033593543, 123.12316681632137, 119.68237495750716, 1298.789796445914, 708.9920027299629, 197.25826143432482, 692.6009870606098, 225.46517476918385, 220.2556572720031, 171.43921357668913, 456.6304035021174, 200.1523241869765, 1277.7820113888222, 774.5312296832293, 792.9106067301049, 1672.7015692423363, 1589.6098085508097, 1228.064139002452, 482.68712335767543, 395.2684812164966, 663.2586470219965, 815.6678078186034, 724.098731640284, 425.35153459942234, 1119.7326603174924, 700.1872418975556, 329.9089600727775, 1335.2578386396408, 1509.57312449377, 960.9298621034435, 756.6651026045002, 729.5146524632304, 866.138231051359, 951.0741218493325, 772.7145406002903, 809.9967548860949, 1023.1259326362023, 889.1589792595173, 1238.6014124764329, 704.9710913872373, 706.4976230474696, 770.802278023406, 730.1113467656443, 365.27780668954347, 355.20884435547333, 271.54933901274694, 227.63160634722877, 225.20429547997304, 215.0053567758957, 212.68062028730847, 206.04478399046428, 205.41905074782665, 174.54223104378656, 174.20037621716173, 172.05692583100983, 169.87727141837826, 163.73802304611988, 160.57358691807937, 155.07787212328796, 151.79973550335737, 142.06331522309915, 128.20719788827185, 118.80248617687538, 116.8599408630565, 116.60383614948177, 111.60853882850851, 111.30454540489183, 111.32880414332199, 106.6334513135644, 104.67945908578771, 101.23026940097503, 100.049233647813, 98.97678490234519, 1156.9327975981341, 842.761016035845, 489.9594329500901, 270.7264939905334, 1911.602459153268, 261.4015506036062, 1152.2308377719319, 1201.7563409539875, 645.8830786472082, 1860.9722809665511, 372.49547320623736, 1494.6177693765958, 297.6247781923392, 331.89859922088976, 450.0415735496051, 701.8721624958677, 435.72017647403294, 1774.9759273859902, 496.66121365622536, 468.33838030571724, 352.3871504055577, 550.3056380245611, 438.4080539859939, 941.9462944001758, 336.6427385776127, 350.7392820227125, 768.7317492490398, 542.2801664947102, 731.1879491712862, 490.0662970650018, 1008.6841188335611, 432.1310652504432, 692.8093603296312, 680.3748523460202, 724.592702637231, 751.9927767731735, 703.9266508260423, 615.8207470280637, 639.463227407958, 648.4734932415083, 652.4311658287663, 580.2789604790573, 579.639290758138, 548.709720740704, 559.4862838359, 561.1282178795205, 666.1461433512914, 596.5434985965462, 466.9869872422887, 373.6376376457501, 359.8043269670166, 333.00300086035406, 295.54695835373104, 276.2512596778285, 264.64459911273565, 253.95521644445418, 250.37173165643642, 244.4740259047692, 223.855025316472, 220.2425644194078, 202.98298492166984, 195.33108494205948, 193.71361642388507, 158.66802710337186, 156.92891670183903, 155.43976359989955, 143.17551851132905, 141.57325129427295, 139.72082224041964, 138.59213232295906, 135.2821483598272, 134.0145231416153, 131.7190553953861, 127.11653680479719, 126.82987472156016, 124.97012382651437, 1576.7493854274671, 3309.5687832103476, 2457.543560331213, 1346.6266862928433, 205.98318730048754, 284.36519605996824, 364.6377702285677, 754.434506809578, 725.6996698574686, 398.58012510682363, 257.28453473698903, 316.11386217331057, 454.3571201798457, 803.5450016814456, 763.4565576940248, 1224.7390994346224, 1491.2595429374906, 1089.09274981335, 517.6252375281935, 886.4299126549696, 510.36912448004983, 411.1661910800247, 882.5445926776132, 565.3577665111358, 1534.1271237351987, 554.0485791166443, 733.194549546703, 381.50665834632184, 481.82870133916083, 620.9012249817443, 659.4466418088479, 582.321400922577, 600.5002114118801, 542.4166470443384, 489.25260645619005, 556.587262965561, 520.1821726166385, 521.4940729282671, 495.8329560379586, 767.8648235405697, 589.9432409315247, 308.79595083013044, 292.8679151031749, 262.7820167755066, 239.96389724655415, 225.05940719990883, 221.7890529952877, 186.73172304306664, 182.35440232195762, 180.20320077381285, 175.334380643787, 170.2520846004735, 162.68985830666435, 156.5170875845847, 153.8256673923661, 152.2571872486727, 146.59203320099203, 144.7368720309159, 138.79065768034008, 119.04297916655617, 118.50167424200751, 117.20574593386559, 111.9442920612839, 111.30375860844066, 110.41487358386787, 108.4307240553519, 107.54715232643635, 107.20350525766663, 107.16850693082564, 232.00817786052224, 231.47544400201758, 1979.79784262526, 422.116695846511, 192.54781615150054, 2118.1842931190777, 451.884551835679, 611.7394766065931, 1627.4650166017984, 3545.223815772, 317.2970117856787, 1299.3236330934417, 774.2272731374743, 878.8269175855152, 546.2868008497488, 1048.515351212107, 1236.376184917835, 518.8586625985932, 483.24163734237925, 675.9729521272149, 388.15380010918517, 568.2568526908411, 289.1316593230124, 541.8582520008235, 874.7495199851203, 826.5722931919472, 411.56380434899364, 676.8033060906783, 896.6208958157116, 713.2987222892862, 1006.3131810744987, 605.7854837581394, 574.7197195818688, 569.1526815213244, 623.8823812630487, 602.5172671012951, 517.9655624135606, 513.816272972333, 1704.5568497405818, 742.2681439139799, 669.0142398692641, 616.1385676104001, 570.0591017689183, 550.049356194263, 476.7835104128192, 447.93422619076455, 434.1417232721345, 391.1803674423753, 375.27699448553756, 371.59680610673115, 610.7614459608114, 310.8507521340932, 304.60547299358626, 298.6913780222504, 294.2401334205079, 285.94275848136795, 339.19672190102216, 260.70212133863447, 260.56190651476464, 247.72646160849746, 217.93270487071746, 214.50936354287398, 213.71329892316137, 209.7081818371557, 206.91997470125122, 186.03720729919308, 180.55301454402928, 177.63640469189735, 1985.4146066524218, 468.7506883576604, 1199.1050877758705, 589.5865691870213, 313.5733528194263, 937.3977145497861, 465.4314392395704, 662.9076115239963, 527.3060689256037, 551.999106125696, 397.58010216701564, 479.597732672314, 519.6902526438877, 675.4794573721183, 403.58017190894327, 460.8634706526671, 439.9789809222076, 475.9661145406063, 419.8702854360651, 381.5839729818336, 1634.417213272825, 867.6489045449895, 749.1344967450665, 721.9158224647024, 425.64632101247804, 421.24354783836424, 409.03307902208974, 402.57550358866365, 392.8055902054434, 371.76200210002503, 352.8340824763981, 325.96793717613116, 324.8623925769719, 308.5894228926126, 291.92721314276366, 252.6466750251705, 246.01698607486423, 239.32548020297932, 201.96261991444192, 199.56824704609585, 196.47989639865685, 191.6828998622214, 187.15708998795967, 185.30497266007697, 178.77165554133197, 176.38376143740996, 169.95202743547395, 168.80557717240973, 165.96712099368057, 162.38826409969906, 350.15731142042523, 226.14979602199006, 297.48556840901983, 647.8116449331159, 224.51322390144125, 245.10103534926466, 223.03897390848257, 271.11180862524617, 220.82478518912893, 196.56056822732938], \"Total\": [5080.0, 3482.0, 1635.0, 4428.0, 2577.0, 2024.0, 2578.0, 2745.0, 2645.0, 2857.0, 2194.0, 1705.0, 2796.0, 1984.0, 1507.0, 2184.0, 1619.0, 2100.0, 2658.0, 1896.0, 1848.0, 2510.0, 2187.0, 1285.0, 1584.0, 1804.0, 868.0, 1432.0, 1846.0, 2999.0, 2645.099092907752, 457.03020266385266, 331.14903440134526, 325.70021370585863, 324.2728206385442, 280.8250725782092, 257.5876091447309, 252.93331770824352, 226.98118829727062, 216.59289673258803, 193.70720233114858, 192.97574416742847, 172.73089246893034, 172.4015574088687, 161.4734846411792, 154.56859702752467, 147.11286595715504, 145.4900984970253, 144.3091846123324, 140.76806464660908, 135.71708507259177, 128.73529430732168, 124.83128844009516, 120.61052929049308, 117.84504013937777, 117.40630711311003, 113.85401158064931, 113.31116229017007, 331.92908947886076, 106.53510314073243, 1243.1245344630722, 329.85028937489824, 202.57312478477493, 2857.7527649464623, 559.3638919203431, 363.8482548283611, 349.268288824699, 425.3208533793093, 218.897645238084, 910.0177775102625, 1106.619064042355, 432.6222333077221, 595.9333655993803, 373.971367502183, 757.1759752574577, 1303.679755159123, 271.2860266160476, 370.1613493888318, 429.566798193923, 317.035569196119, 1215.1207580726646, 774.8491803458002, 1122.817057472126, 2106.9395409557105, 1556.3835179315026, 1983.027692961603, 1692.0805720054757, 1270.5009004169228, 1118.992432812638, 1094.3986990054175, 1487.081727972796, 1373.6915285015564, 897.0248624083188, 983.7157356470765, 613.2066521394981, 726.8133849305751, 2125.1163025596047, 1490.9306072884663, 1098.440646904506, 2028.3012136091406, 1719.2929667233225, 1343.4196868819834, 2493.800913182528, 1294.159485587339, 2133.9404387327377, 1807.9148451107078, 1278.458740211512, 2041.76869680239, 1572.4561067477787, 1838.741402109898, 1850.8646550976985, 1732.653237538613, 1725.6727967845286, 2067.458178758714, 2745.3383782518313, 1848.09980929337, 934.6946298233082, 784.7395537766471, 341.6805662872098, 313.50682802661936, 267.23501124018344, 266.0448989374873, 253.7568310263816, 252.4588897192402, 246.82854005560637, 240.73067919613595, 239.89850886539045, 234.26613829391454, 218.36919719202191, 207.11895399746993, 199.1619763280461, 198.9491387305097, 190.85405627351687, 190.74681991037897, 187.11080411508934, 185.48541518846196, 181.68464630119536, 178.9228068727358, 172.98290629939626, 172.46064170201595, 172.30789734616644, 167.3187783320648, 166.66808527441586, 165.20681330937867, 1238.3353600616804, 1129.0380145409144, 311.8405527095424, 794.1598262093848, 476.3789724563019, 373.6814649708502, 289.80152402119916, 657.1425854352374, 923.0440002332932, 398.8238759376894, 586.3220133236036, 878.048880871315, 477.1775621212633, 769.0498261156974, 532.4411332807005, 801.8883492523057, 722.5662880429576, 1326.6060921981646, 4428.73951354748, 822.9790157496658, 402.77070656608777, 675.4637833935853, 1445.2604229017754, 1318.1607249635138, 1168.4445239812255, 803.7971007687954, 1424.3273508499517, 1808.7778511979525, 1550.0407218214789, 1356.5748833856874, 1963.7144834064977, 962.8624814001552, 1741.9643749258382, 2403.2399953010076, 963.3845710027202, 2493.800913182528, 1341.9897640157785, 2999.6492350331446, 1917.4154313559152, 1827.810944694033, 1343.2053453168069, 2616.029021557529, 1774.5644961017977, 1494.6598744585679, 1596.7677641000075, 2603.172484376633, 1783.498285156602, 1005.6589780187545, 728.847703981678, 512.2842991554705, 501.601110782893, 416.3198793879068, 407.70483607452053, 406.2913425372273, 353.35097880482874, 335.6079229714027, 288.46164774382305, 283.95742333268174, 267.4869784777957, 265.5380180278827, 258.4294192787394, 250.20400212454405, 249.7222405682109, 245.13038862374228, 244.09530192546612, 233.33308313425798, 227.79516295815978, 219.1498997927063, 208.73190682303823, 204.477230145548, 200.76491630376222, 198.53463695108886, 195.57598088621805, 195.3978426620389, 194.85440507994682, 194.48469601547185, 193.0478027926306, 626.6069330341832, 618.7228235223998, 260.68646992622087, 396.7571257262048, 1826.617859255766, 291.5050144789056, 280.25321912866417, 276.67607680392445, 541.214057536653, 2796.9104562424704, 454.77160605329544, 473.2453494490895, 535.4720199485928, 413.013184877924, 760.1657010735906, 746.9311761232998, 1591.0185748061322, 1695.4067368012404, 537.8444107260673, 964.532385157427, 541.5680443031923, 893.1885306189089, 1169.2858098132217, 533.279200845265, 815.377248246622, 2176.17762782016, 2148.858916503022, 901.2786774667777, 1051.5373838255612, 1283.5532133078823, 1656.7243814811914, 3011.3973027264915, 862.0295699774088, 1529.9703021355056, 1255.271805682697, 1725.6727967845286, 1342.640227706294, 2972.6844420792418, 1537.3587504953155, 1335.1347829731212, 1650.6155780252586, 1274.6251299822381, 1601.7996563779157, 2892.4126532850905, 1497.2401542047385, 1718.8809837378444, 824.519319350021, 614.0684520151586, 526.8998577173626, 506.25593211360354, 474.95700537256334, 336.736468961864, 333.5641944479706, 308.1673493991646, 282.93433694542676, 261.16465034149246, 259.5666528185696, 257.50036071364883, 238.9191428125911, 235.1005648544492, 231.31932285622278, 231.34340837611725, 230.4878095720417, 219.68646945765795, 215.69833311950828, 215.00468913552962, 210.7479365169544, 197.5583031175331, 965.9399252728691, 185.24263777964828, 173.05752795574105, 172.08730757279307, 171.27607672490723, 160.23195789438617, 148.5971541850113, 148.43341832508597, 672.921999352512, 736.8206416516628, 1255.0252368096887, 322.50153893316354, 1477.3052989697987, 1419.4549025772446, 931.1864684899527, 1758.423825720378, 1461.4815798927718, 602.9013195611768, 1206.925689929341, 861.7773569537075, 1187.4484712927426, 820.8369393197752, 1880.8284913595855, 1173.475081800638, 1131.1892125216796, 854.8057699347354, 810.0413554241957, 1274.9078326371296, 2764.263898474683, 1159.4167225435667, 2924.222244931286, 1914.5690308198427, 1741.0575388640452, 1884.6893556045536, 1090.0456131808348, 1814.7205322219645, 2030.558963628968, 1282.6494174216718, 3011.3973027264915, 2442.5210324604304, 2028.732511836196, 1761.058691407788, 2659.2127271647196, 1584.1739272263246, 664.9448588181743, 496.51626079645365, 493.9864130778987, 427.65456718689046, 349.75904811515767, 259.6698656515249, 241.11465937385216, 236.74541121043674, 233.90774231106516, 204.6468897619164, 190.60676134556007, 187.54961643423502, 181.19480479335064, 172.69395709691608, 163.79568485841722, 160.39434112936084, 158.03496600014944, 149.02009283819677, 145.4943168020718, 137.84891660144322, 136.30650571837307, 136.17583760512747, 136.05523502009044, 134.94375349854698, 133.28690005011185, 130.4645583134223, 124.09010146740597, 124.02236095886765, 120.58148711715151, 1324.4259153743956, 747.8796191702967, 200.97143623688655, 742.0803222880464, 231.04380176724004, 228.05946450310995, 174.98049375915573, 502.2843249190199, 207.72480120977605, 1566.4974282659543, 923.2219913211352, 950.6875589919982, 2187.387274597455, 2121.642937202988, 1608.0302680971752, 558.2914869825116, 447.5032764792267, 820.3880981602481, 1049.2371163936002, 926.676284272399, 505.6266995293738, 1636.5154449469294, 924.8037464860832, 372.7825499456764, 2199.8307620580294, 2659.2127271647196, 1496.7980704090003, 1100.7966220175745, 1088.5896631680803, 1482.4853031298426, 1746.961346760905, 1302.5438988584729, 1499.1906670578003, 2403.2399953010076, 1827.810944694033, 4428.73951354748, 1292.0727263340468, 1345.7715141949811, 2764.263898474683, 2924.222244931286, 366.17905913018785, 356.10968716150825, 272.4502235064298, 228.53282577256564, 226.105080507778, 215.90618752400928, 213.58145557149354, 206.9456973151275, 206.319985145007, 175.4431695895534, 175.10123258403064, 172.9578305374871, 170.77809379439216, 164.63901871007738, 161.47446376173986, 155.97867229058372, 152.700587994132, 142.96412396016643, 129.10797403729737, 119.70340032270758, 117.76096402763561, 117.50485607753076, 112.5093691371177, 112.20530437016977, 112.22983199096856, 107.5342528466447, 105.58031727507046, 102.13110251053297, 100.9501599372355, 99.87762051766767, 1171.0887325925855, 854.8742198827479, 494.95513730359573, 273.2467832679152, 1984.3174808843678, 267.57103463555484, 1229.67730767527, 1286.443467984305, 692.7491910624686, 2184.6078799135557, 404.00896491272107, 1804.6077177059735, 319.769183412272, 361.9312008930296, 507.9414479344346, 844.845356001602, 494.75014735171203, 2510.714510672691, 583.6769101674347, 546.6597620930546, 394.7493773017906, 670.7165714620679, 512.1146856194999, 1369.8368444312423, 382.9713783409238, 404.8026072424295, 1153.036620809424, 749.3975022297772, 1292.6459329982285, 692.5811386857132, 2202.2098579358963, 572.5141951911748, 1227.4489085597122, 1274.7588479631834, 1445.2364363834722, 1633.1891933191052, 1593.1010346558496, 1203.711780872428, 1807.9148451107078, 1922.1960344516147, 1978.9030996158856, 1402.7650621395635, 1496.5794465783774, 1299.2029430610075, 1582.2430529008645, 1846.3137491465304, 667.0461528186221, 597.4435717280971, 467.88700447365926, 374.5376135269649, 360.7042996707313, 333.90301719839397, 296.44707394435915, 277.15127719889335, 265.5446049761246, 254.85525281075454, 251.27180778699122, 245.373997601442, 224.75517092329216, 221.14254976960837, 203.88301734430374, 196.2310715248536, 194.61381815688037, 159.56805371273006, 157.82897366778448, 156.3399246848619, 144.0755894865182, 142.47324533448162, 140.6208165476073, 139.49210577859404, 136.18219928829797, 134.9147680742558, 132.61912143365967, 128.0167574888382, 127.72984306886359, 125.87009229928621, 1619.014125043916, 3482.844528657576, 2577.317486068631, 1432.4126205589594, 209.44697327758968, 295.3251799740678, 387.7971918141558, 859.1047584356899, 826.6229178463894, 434.7945419256017, 272.0627336437763, 346.90685733099235, 525.5251469325734, 1059.5967792077743, 1029.5628277216279, 1846.3137491465304, 2658.6020229545393, 1796.564112314259, 690.7203108829458, 1508.0368906499218, 709.0688372519944, 544.6934118462747, 1840.9302888091238, 927.9275153250122, 5080.150605443924, 922.587612213308, 1884.0655843917532, 506.8133540439085, 836.2523718538522, 1600.678530886988, 1896.6224786573903, 1386.7357765135162, 1558.6838671685414, 1261.7851140303176, 950.9827843769788, 1978.8987065308663, 1718.8809837378444, 2041.76869680239, 1572.4561067477787, 768.7651962684854, 590.8435566443668, 309.69623159397963, 293.768235759701, 263.68235850243343, 240.8643381122861, 225.9597585065802, 222.6893136675044, 187.63222318313038, 183.25466332071946, 181.1035607059671, 176.23466746677443, 171.15250796019902, 163.59011423532218, 157.4175723354313, 154.7260812116871, 153.15760553671453, 147.49240199569647, 145.63766689895297, 139.69097672133378, 119.9433699155607, 119.40204216966451, 118.10604794873748, 112.84462129722655, 112.20404654746358, 111.3152490134076, 109.33121614272115, 108.44756490032303, 108.10379405812857, 108.06880526899101, 234.11591749036427, 235.3846831103522, 2194.788611422134, 448.5777036359774, 198.79885034458667, 2578.7291158674607, 500.73203594929197, 698.4926084106031, 2100.262985122457, 5080.150605443924, 354.1948080678051, 1905.0986350513908, 1036.5793580699185, 1204.087523740289, 689.5156382796017, 1519.6688730199062, 1896.6224786573903, 662.0019744922641, 626.8741479190526, 981.6120969273603, 482.58185124173224, 830.5050636541566, 339.65355601317907, 812.72160752341, 1609.8642721874824, 1582.2430529008645, 558.0216860678396, 1299.2029430610075, 2274.295710600838, 1600.678530886988, 2999.6492350331446, 1269.6657053560466, 1596.7677641000075, 1586.5526917548239, 2603.172484376633, 2442.5210324604304, 1930.8235434135668, 2169.094473644828, 1705.458524352438, 743.1698487008539, 669.9159053878851, 617.040151195728, 570.9606989718998, 550.9510279840217, 477.68519648908455, 448.8359166600408, 435.04345335303003, 392.08205735107344, 376.17868533920256, 372.4985079834887, 612.3980049828339, 311.75246023253266, 305.5072090581713, 299.59299822100996, 295.14186577735654, 286.8444935521591, 340.3601501486251, 261.60380425885523, 261.4635627077957, 248.62812321307064, 218.83436876270602, 215.41102968041733, 214.61507133521405, 210.6098716868727, 207.8217004389462, 186.93895904305265, 181.4546879267236, 178.5379836133721, 2024.1953713339221, 474.2747201670446, 1285.434080804037, 618.6307981573407, 322.4730198122919, 1128.2438701532385, 516.1510846534193, 786.2680938378633, 605.530130872301, 1030.9381043838468, 580.9366830908219, 881.1213565491104, 1154.6714635891576, 2972.6844420792418, 756.9830009173709, 1636.5154449469294, 1399.1239438521782, 2658.6020229545393, 1650.6155780252586, 2274.295710600838, 1635.3197570071738, 868.5515982488199, 750.0370973203878, 722.8183303948705, 426.54877329195006, 422.1460527726658, 409.9355804071525, 403.47794093999187, 393.70806337252094, 372.6645498512181, 353.7366803544009, 326.87037931065595, 325.7648346561785, 309.4919372403569, 292.8297474984187, 253.5491054214588, 246.9195805960632, 240.2279233834863, 202.86518448114853, 200.4706975830242, 197.3824557393205, 192.58537137716294, 188.05957681965344, 186.20751175698993, 179.67420119556502, 177.28626085844402, 170.85449672173968, 169.708007625334, 166.86958224510354, 163.2908648248902, 378.55119942004995, 243.94990406461616, 375.5897435430593, 1507.3668007251053, 283.88073377229637, 339.44712051568973, 421.8575313728272, 1343.2053453168069, 1774.5644961017977, 482.5687566116778], \"Category\": [\"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Default\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic1\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic2\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic3\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic4\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic5\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic6\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic7\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic8\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic9\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\", \"Topic10\"], \"logprob\": [30.0, 29.0, 28.0, 27.0, 26.0, 25.0, 24.0, 23.0, 22.0, 21.0, 20.0, 19.0, 18.0, 17.0, 16.0, 15.0, 14.0, 13.0, 12.0, 11.0, 10.0, 9.0, 8.0, 7.0, 6.0, 5.0, 4.0, 3.0, 2.0, 1.0, -5.0817, -6.839, -7.162, -7.1786, -7.183, -7.3273, -7.414, -7.4323, -7.5409, -7.588, -7.7001, -7.7039, -7.8153, -7.8172, -7.8831, -7.927, -7.9768, -7.9879, -7.9961, -8.0211, -8.0579, -8.1111, -8.1421, -8.1767, -8.2001, -8.2039, -8.2348, -8.2397, -7.1652, -8.3018, -5.8579, -7.1737, -7.6627, -5.0444, -6.664, -7.0964, -7.1457, -6.9596, -7.5986, -6.2359, -6.0656, -6.9647, -6.6675, -7.1044, -6.4635, -5.9925, -7.4068, -7.13, -7.0039, -7.2708, -6.1289, -6.5151, -6.2048, -5.6881, -5.9444, -5.7658, -5.9176, -6.1621, -6.2613, -6.3116, -6.1, -6.1581, -6.4681, -6.4106, -6.7531, -6.6427, -5.9578, -6.1931, -6.3927, -6.0221, -6.1353, -6.2819, -5.9329, -6.3131, -6.089, -6.168, -6.3365, -6.1706, -6.268, -6.2427, -6.2424, -6.2702, -6.2903, -6.2854, -5.0078, -5.4037, -6.0858, -6.2609, -7.0939, -7.1802, -7.3404, -7.3448, -7.3923, -7.3974, -7.4201, -7.4452, -7.4486, -7.4725, -7.543, -7.5962, -7.6355, -7.6366, -7.6783, -7.6789, -7.6982, -7.707, -7.7278, -7.7432, -7.7771, -7.7802, -7.7811, -7.8106, -7.8145, -7.8234, -5.8381, -5.932, -7.1945, -6.2893, -6.788, -7.0251, -7.2721, -6.4807, -6.1529, -6.9704, -6.6162, -6.2383, -6.8123, -6.3887, -6.729, -6.3597, -6.4549, -5.9123, -4.8575, -6.3702, -6.993, -6.5559, -5.9172, -6.0118, -6.1121, -6.4235, -5.973, -5.7896, -5.9187, -6.033, -5.7617, -6.3091, -5.889, -5.7002, -6.3229, -5.7069, -6.1217, -5.7705, -6.0139, -6.0815, -6.208, -6.0168, -6.148, -6.2012, -6.1932, -6.1479, -6.1962, -5.906, -6.2283, -6.5814, -6.6025, -6.7892, -6.8102, -6.8137, -6.9536, -7.0053, -7.1571, -7.1729, -7.2328, -7.2402, -7.2674, -7.2999, -7.3018, -7.3204, -7.3247, -7.3699, -7.394, -7.4329, -7.4818, -7.5025, -7.5209, -7.5321, -7.5472, -7.5481, -7.5509, -7.5528, -7.5603, -6.3898, -6.4047, -7.2626, -6.8468, -5.3506, -7.154, -7.1935, -7.2061, -6.5487, -4.9719, -6.7258, -6.6957, -6.5799, -6.8297, -6.2795, -6.3065, -5.6282, -5.6019, -6.6174, -6.1108, -6.623, -6.2007, -5.9807, -6.6507, -6.3292, -5.57, -5.5886, -6.2515, -6.1599, -6.0541, -5.9719, -5.6933, -6.385, -6.0907, -6.1949, -6.0561, -6.2052, -5.9246, -6.1858, -6.2391, -6.1717, -6.2939, -6.2544, -6.1568, -6.2693, -6.2607, -6.1021, -6.3971, -6.5505, -6.5905, -6.6545, -6.9992, -7.0086, -7.0881, -7.1738, -7.2541, -7.2602, -7.2683, -7.3434, -7.3596, -7.3759, -7.3758, -7.3795, -7.4277, -7.4461, -7.4493, -7.4694, -7.5343, -5.9474, -7.599, -7.6674, -7.673, -7.6778, -7.7448, -7.8206, -7.8217, -6.316, -6.2291, -5.7259, -7.0617, -5.5878, -5.6665, -6.11, -5.5467, -5.7355, -6.5286, -5.9129, -6.2225, -5.9512, -6.2821, -5.587, -6.0009, -6.073, -6.3023, -6.36, -6.0387, -5.4762, -6.1467, -5.4988, -5.8065, -5.8851, -5.8354, -6.2368, -6.0668, -6.0303, -6.2101, -5.9471, -6.1059, -6.1975, -6.233, -6.2322, -5.3585, -6.2274, -6.5199, -6.525, -6.6695, -6.871, -7.1698, -7.2442, -7.2625, -7.2746, -7.4088, -7.4802, -7.4965, -7.5311, -7.5794, -7.6326, -7.6537, -7.6686, -7.7277, -7.7518, -7.8061, -7.8174, -7.8184, -7.8193, -7.8275, -7.84, -7.8615, -7.912, -7.9125, -7.9409, -5.5565, -6.1619, -7.4412, -6.1853, -7.3076, -7.3309, -7.5815, -6.6018, -7.4266, -5.5728, -6.0735, -6.05, -5.3035, -5.3545, -5.6125, -6.5464, -6.7462, -6.2286, -6.0217, -6.1408, -6.6728, -5.7049, -6.1744, -6.9269, -5.5288, -5.4061, -5.8578, -6.0968, -6.1333, -5.9617, -5.8681, -6.0758, -6.0287, -5.7951, -5.9354, -5.604, -6.1676, -6.1654, -6.0783, -6.1325, -6.6082, -6.6361, -6.9047, -7.0811, -7.0918, -7.1382, -7.1491, -7.1808, -7.1838, -7.3467, -7.3486, -7.361, -7.3738, -7.4106, -7.4301, -7.4649, -7.4863, -7.5526, -7.6552, -7.7314, -7.7479, -7.7501, -7.7939, -7.7966, -7.7964, -7.8395, -7.858, -7.8915, -7.9032, -7.914, -5.4553, -5.7722, -6.3145, -6.9077, -4.9532, -6.9428, -5.4594, -5.4173, -6.0382, -4.98, -6.5886, -5.1992, -6.813, -6.704, -6.3995, -5.9551, -6.4319, -5.0273, -6.3009, -6.3597, -6.6441, -6.1984, -6.4257, -5.6609, -6.6898, -6.6488, -5.8641, -6.2131, -5.9142, -6.3143, -5.5925, -6.4401, -5.9681, -5.9862, -5.9232, -5.8861, -5.9522, -6.0859, -6.0482, -6.0342, -6.0281, -6.1453, -6.1464, -6.2013, -6.1818, -6.1789, -5.8322, -5.9426, -6.1874, -6.4104, -6.4482, -6.5256, -6.6449, -6.7124, -6.7553, -6.7966, -6.8108, -6.8346, -6.9227, -6.939, -7.0206, -7.059, -7.0674, -7.2669, -7.2779, -7.2875, -7.3697, -7.3809, -7.3941, -7.4022, -7.4264, -7.4358, -7.4531, -7.4886, -7.4909, -7.5057, -4.9706, -4.2292, -4.5268, -5.1284, -7.0059, -6.6835, -6.4348, -5.7078, -5.7466, -6.3458, -6.7836, -6.5776, -6.2149, -5.6447, -5.6959, -5.2233, -5.0264, -5.3406, -6.0845, -5.5465, -6.0986, -6.3147, -5.5509, -5.9963, -4.998, -6.0165, -5.7363, -6.3896, -6.1561, -5.9026, -5.8423, -5.9667, -5.936, -6.0377, -6.1409, -6.0119, -6.0796, -6.077, -6.1275, -5.6609, -5.9244, -6.5718, -6.6248, -6.7331, -6.824, -6.8881, -6.9027, -7.0748, -7.0985, -7.1104, -7.1378, -7.1672, -7.2126, -7.2513, -7.2687, -7.2789, -7.3168, -7.3296, -7.3715, -7.525, -7.5295, -7.5405, -7.5865, -7.5922, -7.6002, -7.6184, -7.6265, -7.6297, -7.6301, -6.8577, -6.86, -4.7137, -6.2592, -7.0441, -4.6462, -6.191, -5.8882, -4.9097, -4.1311, -6.5446, -5.1349, -5.6526, -5.5259, -6.0013, -5.3493, -5.1845, -6.0528, -6.124, -5.7883, -6.3431, -5.9619, -6.6376, -6.0095, -5.5305, -5.5872, -6.2845, -5.7871, -5.5058, -5.7346, -5.3904, -5.8979, -5.9506, -5.9603, -5.8685, -5.9034, -6.0546, -6.0626, -4.6022, -5.4336, -5.5375, -5.6198, -5.6976, -5.7333, -5.8762, -5.9387, -5.9699, -6.0741, -6.1156, -6.1255, -5.6286, -6.304, -6.3243, -6.3439, -6.3589, -6.3875, -6.2167, -6.4799, -6.4805, -6.531, -6.6591, -6.675, -6.6787, -6.6976, -6.711, -6.8174, -6.8473, -6.8636, -4.4497, -5.8932, -4.954, -5.6639, -6.2953, -5.2002, -5.9003, -5.5467, -5.7755, -5.7298, -6.0579, -5.8704, -5.7901, -5.5279, -6.0429, -5.9102, -5.9566, -5.878, -6.0034, -6.099, -3.6094, -4.2426, -4.3895, -4.4265, -4.9548, -4.9652, -4.9946, -5.0106, -5.0351, -5.0902, -5.1424, -5.2216, -5.225, -5.2764, -5.3319, -5.4764, -5.503, -5.5306, -5.7004, -5.7123, -5.7279, -5.7526, -5.7765, -5.7864, -5.8223, -5.8358, -5.8729, -5.8797, -5.8966, -5.9184, -5.1501, -5.5872, -5.3131, -4.5348, -5.5945, -5.5068, -5.6011, -5.4059, -5.6111, -5.7275], \"loglift\": [30.0, 29.0, 28.0, 27.0, 26.0, 25.0, 24.0, 23.0, 22.0, 21.0, 20.0, 19.0, 18.0, 17.0, 16.0, 15.0, 14.0, 13.0, 12.0, 11.0, 10.0, 9.0, 8.0, 7.0, 6.0, 5.0, 4.0, 3.0, 2.0, 1.0, 1.9037, 1.902, 1.9013, 1.9012, 1.9012, 1.9008, 1.9005, 1.9004, 1.9, 1.8998, 1.8993, 1.8993, 1.8988, 1.8988, 1.8984, 1.8982, 1.8979, 1.8978, 1.8978, 1.8976, 1.8974, 1.897, 1.8968, 1.8965, 1.8963, 1.8963, 1.8961, 1.896, 1.8957, 1.8955, 1.8826, 1.8935, 1.892, 1.8636, 1.875, 1.8727, 1.8643, 1.8534, 1.8786, 1.8165, 1.7912, 1.8313, 1.8082, 1.8373, 1.7727, 1.7003, 1.8559, 1.8219, 1.7991, 1.836, 1.6344, 1.6981, 1.6374, 1.5247, 1.5713, 1.5076, 1.5145, 1.5566, 1.5843, 1.5562, 1.4612, 1.4825, 1.5987, 1.5639, 1.694, 1.6344, 1.2464, 1.3656, 1.4715, 1.2288, 1.2808, 1.381, 1.1114, 1.3872, 1.1111, 1.1979, 1.3759, 1.0737, 1.2374, 1.1063, 1.1001, 1.1383, 1.1222, 0.9463, 1.9404, 1.9402, 1.9398, 1.9396, 1.9381, 1.9378, 1.9374, 1.9373, 1.9372, 1.9372, 1.9371, 1.937, 1.937, 1.9369, 1.9366, 1.9363, 1.9362, 1.9362, 1.936, 1.936, 1.9359, 1.9359, 1.9358, 1.9357, 1.9355, 1.9355, 1.9355, 1.9353, 1.9353, 1.9353, 1.9062, 1.9047, 1.9289, 1.8992, 1.9116, 1.9173, 1.9245, 1.8973, 1.8853, 1.9069, 1.8758, 1.8498, 1.8857, 1.832, 1.8593, 1.8191, 1.8282, 1.7632, 1.6124, 1.7827, 1.8744, 1.7945, 1.6726, 1.67, 1.6903, 1.753, 1.6314, 1.5758, 1.6011, 1.6201, 1.5215, 1.6868, 1.514, 1.381, 1.6725, 1.3373, 1.5422, 1.0891, 1.2932, 1.2734, 1.4551, 0.9796, 1.2366, 1.355, 1.2969, 0.8535, 1.1833, 2.0464, 2.046, 2.0455, 2.0455, 2.0451, 2.0451, 2.0451, 2.0447, 2.0446, 2.0441, 2.0441, 2.0439, 2.0439, 2.0438, 2.0437, 2.0437, 2.0436, 2.0436, 2.0434, 2.0433, 2.0432, 2.043, 2.0429, 2.0428, 2.0428, 2.0427, 2.0427, 2.0427, 2.0427, 2.0426, 2.0357, 2.0335, 2.0399, 2.0357, 2.005, 2.0367, 2.0367, 2.0369, 2.0234, 1.9576, 2.0202, 2.0105, 2.0028, 2.0126, 1.9528, 1.9433, 1.8655, 1.8282, 1.9609, 1.8834, 1.9484, 1.8703, 1.8209, 1.9361, 1.8329, 1.6105, 1.6045, 1.8105, 1.7479, 1.6543, 1.4813, 1.1624, 1.7215, 1.4421, 1.5358, 1.3564, 1.4583, 0.944, 1.3422, 1.43, 1.2852, 1.4216, 1.2326, 0.7392, 1.2852, 1.1557, 2.049, 2.0486, 2.0483, 2.0483, 2.0482, 2.0474, 2.0473, 2.0471, 2.0469, 2.0466, 2.0466, 2.0465, 2.0463, 2.0462, 2.0461, 2.0461, 2.0461, 2.0459, 2.0459, 2.0459, 2.0458, 2.0455, 2.0453, 2.0452, 2.0448, 2.0448, 2.0448, 2.0444, 2.044, 2.044, 2.0382, 2.0344, 2.005, 2.028, 1.9801, 1.9413, 1.9194, 1.8469, 1.8431, 1.9354, 1.8571, 1.8843, 1.835, 1.8734, 1.7394, 1.7972, 1.7618, 1.8127, 1.8088, 1.6765, 1.4651, 1.6635, 1.3862, 1.502, 1.5185, 1.4889, 1.6351, 1.2953, 1.2195, 1.499, 0.9086, 0.9591, 1.0532, 1.1592, 0.7479, 2.1395, 2.1388, 2.1383, 2.1383, 2.138, 2.1375, 2.1366, 2.1364, 2.1363, 2.1363, 2.1357, 2.1354, 2.1353, 2.1351, 2.1349, 2.1346, 2.1345, 2.1344, 2.1341, 2.1339, 2.1336, 2.1335, 2.1335, 2.1335, 2.1334, 2.1333, 2.1332, 2.1328, 2.1328, 2.1326, 2.1206, 2.0867, 2.1215, 2.0711, 2.1157, 2.1053, 2.1197, 2.0448, 2.103, 1.9364, 1.9645, 1.9586, 1.8718, 1.8514, 1.8705, 1.9946, 2.016, 1.9275, 1.8883, 1.8934, 1.9672, 1.7606, 1.8619, 2.0179, 1.6409, 1.5739, 1.6969, 1.7652, 1.7399, 1.6027, 1.5321, 1.6179, 1.5245, 1.2862, 1.4195, 0.866, 1.5343, 1.4957, 0.863, 0.7525, 2.3545, 2.3544, 2.3537, 2.353, 2.353, 2.3528, 2.3527, 2.3526, 2.3526, 2.3518, 2.3518, 2.3518, 2.3517, 2.3515, 2.3514, 2.3512, 2.3511, 2.3507, 2.35, 2.3494, 2.3493, 2.3493, 2.3489, 2.3489, 2.3489, 2.3486, 2.3484, 2.3481, 2.348, 2.3479, 2.3448, 2.3427, 2.3468, 2.3477, 2.3196, 2.3336, 2.2919, 2.2889, 2.2869, 2.1966, 2.2758, 2.1685, 2.2852, 2.2703, 2.2359, 2.1716, 2.2299, 2.0102, 2.1955, 2.2023, 2.2435, 2.1591, 2.2016, 1.9825, 2.228, 2.2136, 1.9516, 2.0335, 1.7872, 2.0111, 1.5762, 2.0757, 1.785, 1.7291, 1.6666, 1.5814, 1.5402, 1.6868, 1.3177, 1.2704, 1.2474, 1.4743, 1.4084, 1.495, 1.3174, 1.166, 2.5307, 2.5306, 2.5302, 2.5297, 2.5296, 2.5294, 2.5291, 2.5288, 2.5287, 2.5286, 2.5285, 2.5284, 2.5281, 2.528, 2.5277, 2.5275, 2.5275, 2.5264, 2.5264, 2.5263, 2.5258, 2.5258, 2.5257, 2.5256, 2.5255, 2.5254, 2.5253, 2.525, 2.525, 2.5249, 2.5056, 2.4811, 2.4845, 2.4703, 2.5154, 2.4943, 2.4705, 2.4022, 2.4019, 2.4451, 2.4762, 2.4391, 2.3866, 2.2555, 2.2331, 2.1216, 1.9539, 2.0316, 2.2436, 2.0007, 2.2033, 2.2509, 1.7969, 2.0366, 1.3347, 2.0222, 1.5883, 2.2481, 1.9808, 1.5851, 1.4757, 1.6644, 1.5783, 1.6878, 1.8675, 1.2636, 1.3368, 1.1672, 1.3779, 2.5602, 2.5598, 2.5584, 2.5583, 2.5579, 2.5576, 2.5574, 2.5573, 2.5565, 2.5564, 2.5564, 2.5562, 2.5561, 2.5558, 2.5556, 2.5555, 2.5555, 2.5552, 2.5552, 2.5549, 2.5538, 2.5538, 2.5537, 2.5533, 2.5533, 2.5532, 2.5531, 2.553, 2.553, 2.553, 2.5523, 2.5446, 2.4583, 2.5006, 2.5294, 2.3646, 2.4587, 2.4287, 2.3063, 2.2016, 2.4513, 2.1787, 2.2695, 2.2465, 2.3285, 2.1902, 2.1335, 2.3177, 2.3011, 2.1883, 2.3436, 2.1819, 2.4003, 2.156, 1.9514, 1.912, 2.2569, 1.9092, 1.6306, 1.7531, 1.4692, 1.8214, 1.5395, 1.5362, 1.1328, 1.1617, 1.2456, 1.1212, 2.822, 2.8213, 2.8212, 2.8211, 2.8209, 2.8209, 2.8206, 2.8205, 2.8204, 2.8202, 2.8201, 2.8201, 2.8198, 2.8196, 2.8196, 2.8195, 2.8195, 2.8194, 2.8191, 2.8191, 2.8191, 2.8189, 2.8184, 2.8183, 2.8183, 2.8182, 2.8182, 2.8177, 2.8175, 2.8175, 2.8032, 2.8108, 2.753, 2.7744, 2.7945, 2.6372, 2.7191, 2.6519, 2.6842, 2.1978, 2.4433, 2.2143, 2.0242, 1.3407, 2.1936, 1.5553, 1.6656, 1.1023, 1.4536, 1.0374, 3.8568, 3.8564, 3.8562, 3.8561, 3.8553, 3.8553, 3.8552, 3.8552, 3.8551, 3.855, 3.8548, 3.8546, 3.8546, 3.8545, 3.8543, 3.8538, 3.8537, 3.8536, 3.8529, 3.8529, 3.8528, 3.8527, 3.8526, 3.8525, 3.8524, 3.8523, 3.8521, 3.8521, 3.852, 3.8519, 3.7794, 3.7816, 3.6243, 3.0129, 3.6228, 3.5317, 3.2201, 2.2571, 1.7735, 2.9592]}, \"token.table\": {\"Topic\": [7, 8, 10, 8, 4, 1, 4, 6, 8, 1, 3, 4, 5, 6, 9, 3, 6, 7, 8, 10, 4, 6, 8, 3, 6, 10, 3, 10, 1, 6, 7, 9, 1, 4, 5, 6, 8, 9, 1, 3, 4, 5, 6, 8, 7, 3, 1, 2, 3, 4, 7, 1, 2, 7, 7, 9, 3, 5, 4, 4, 5, 1, 3, 4, 5, 6, 7, 9, 3, 5, 2, 5, 6, 8, 3, 4, 5, 6, 8, 9, 10, 2, 5, 7, 1, 2, 6, 2, 5, 6, 8, 10, 8, 5, 4, 5, 3, 1, 3, 5, 6, 8, 9, 1, 2, 3, 4, 10, 2, 7, 1, 3, 1, 3, 5, 6, 7, 8, 4, 1, 2, 5, 3, 8, 10, 5, 6, 5, 1, 1, 2, 4, 5, 6, 7, 1, 2, 3, 5, 6, 7, 9, 1, 2, 3, 4, 5, 6, 7, 9, 10, 1, 3, 4, 6, 7, 8, 9, 10, 2, 4, 8, 9, 2, 4, 5, 6, 8, 6, 1, 2, 4, 7, 8, 9, 10, 3, 1, 8, 10, 5, 6, 8, 2, 3, 5, 8, 5, 4, 1, 2, 3, 4, 6, 8, 10, 3, 8, 5, 7, 8, 9, 3, 4, 7, 9, 1, 2, 3, 4, 5, 6, 7, 8, 9, 8, 9, 1, 2, 3, 4, 5, 6, 7, 8, 9, 1, 3, 5, 6, 7, 9, 10, 1, 9, 2, 5, 2, 3, 4, 10, 4, 2, 7, 8, 10, 5, 1, 2, 5, 6, 7, 1, 1, 6, 1, 3, 4, 5, 6, 7, 9, 3, 2, 4, 6, 8, 4, 6, 8, 3, 7, 1, 5, 6, 8, 4, 8, 9, 6, 8, 1, 2, 5, 6, 7, 8, 9, 3, 4, 2, 10, 5, 9, 1, 3, 5, 6, 9, 10, 1, 2, 3, 4, 5, 6, 8, 6, 4, 6, 7, 8, 6, 7, 8, 2, 5, 6, 7, 8, 1, 6, 3, 6, 7, 3, 8, 1, 6, 6, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 8, 5, 1, 2, 3, 4, 5, 6, 8, 2, 3, 5, 6, 8, 9, 1, 2, 7, 7, 8, 1, 2, 3, 5, 6, 9, 10, 8, 8, 5, 3, 6, 1, 3, 8, 1, 2, 3, 4, 5, 1, 5, 3, 5, 9, 10, 9, 1, 2, 3, 4, 7, 9, 10, 4, 6, 7, 8, 1, 8, 2, 5, 6, 7, 8, 10, 1, 6, 6, 6, 1, 2, 3, 3, 5, 6, 7, 9, 10, 1, 3, 4, 5, 6, 7, 9, 1, 2, 3, 5, 6, 7, 8, 10, 1, 1, 2, 3, 4, 5, 6, 9, 1, 1, 3, 4, 5, 7, 9, 2, 1, 2, 3, 4, 7, 9, 9, 1, 2, 3, 4, 6, 7, 8, 9, 1, 2, 3, 6, 7, 8, 9, 5, 2, 5, 2, 10, 2, 5, 2, 7, 1, 6, 6, 3, 7, 1, 3, 5, 6, 4, 5, 3, 5, 2, 3, 5, 6, 10, 2, 4, 5, 4, 4, 2, 2, 4, 4, 2, 6, 7, 8, 10, 2, 1, 3, 4, 5, 6, 7, 8, 9, 10, 1, 3, 6, 7, 8, 1, 4, 5, 8, 9, 1, 3, 4, 5, 6, 8, 4, 6, 1, 6, 3, 4, 5, 9, 10, 10, 4, 5, 6, 8, 3, 4, 5, 6, 8, 9, 1, 2, 5, 1, 5, 6, 1, 2, 6, 7, 1, 7, 2, 1, 2, 2, 8, 1, 2, 4, 6, 8, 1, 3, 5, 6, 1, 3, 6, 9, 1, 2, 3, 4, 7, 8, 9, 10, 1, 5, 2, 3, 4, 5, 6, 7, 8, 9, 7, 8, 10, 1, 2, 3, 4, 7, 8, 5, 9, 3, 2, 5, 8, 2, 3, 4, 5, 6, 7, 8, 9, 10, 4, 5, 6, 8, 3, 10, 5, 6, 8, 1, 2, 3, 4, 5, 6, 7, 9, 1, 2, 3, 5, 6, 7, 10, 2, 3, 8, 9, 10, 8, 1, 6, 1, 6, 7, 3, 5, 6, 9, 10, 1, 4, 5, 6, 8, 4, 5, 6, 8, 10, 3, 5, 4, 1, 3, 4, 7, 9, 1, 2, 2, 4, 6, 5, 6, 7, 8, 1, 2, 3, 4, 5, 7, 2, 3, 4, 7, 1, 1, 2, 4, 5, 6, 7, 8, 9, 2, 2, 3, 5, 6, 7, 8, 9, 10, 2, 6, 3, 5, 5, 6, 10, 3, 4, 1, 2, 4, 5, 9, 6, 9, 10, 1, 1, 2, 4, 7, 1, 2, 3, 4, 5, 7, 8, 9, 8, 4, 5, 3, 4, 5, 9, 3, 1, 2, 3, 5, 6, 7, 6, 3, 10, 6, 6, 2, 7, 8, 1, 3, 4, 8, 9, 1, 3, 4, 5, 9, 10, 5, 9, 5, 7, 1, 1, 1, 2, 3, 5, 7, 8, 9, 10, 1, 2, 3, 4, 5, 6, 7, 9, 6, 1, 2, 4, 6, 7, 8, 9, 1, 2, 6, 7, 8, 3, 5, 10, 1, 1, 3, 4, 5, 6, 7, 8, 1, 3, 6, 8, 7, 6, 4, 5, 6, 6, 1, 2, 3, 4, 8, 6, 6, 8, 8, 9, 8, 9, 3, 7, 4, 4, 5, 7, 3, 7, 9, 4, 6, 9, 9, 10, 1, 3, 3, 4, 10, 1, 6, 4, 6, 8, 10, 9, 1, 3, 4, 6, 8, 9, 3, 9, 3, 1, 3, 4, 5, 6, 8, 3, 3, 6, 1, 2, 4, 5, 7, 8, 4, 5, 8, 10, 4, 6, 6, 3, 4, 7, 9, 2, 3, 6, 7, 8, 9, 10, 2, 5, 2, 5, 6, 3, 7, 10, 6, 3, 2, 3, 4, 5, 10, 5, 3, 7, 9, 10, 7, 2, 5, 6, 7, 8, 10, 9, 1, 1, 3, 4, 5, 9, 5, 8, 9, 2, 6, 6, 1, 5, 7, 1, 3, 4, 5, 8, 9, 2, 5, 10, 4, 1, 2, 3, 4, 5, 7, 8, 9, 9, 10, 1, 3, 5, 6, 7, 8, 4, 5, 2, 2, 1, 2, 1, 2, 3, 4, 5, 6, 7, 8, 9, 1, 2, 3, 5, 6, 7, 8, 9, 10, 8, 5, 1, 7, 9, 10, 4, 7, 4, 8, 4, 5, 3, 6, 7, 8, 9, 9, 5, 1, 4, 5, 1, 5, 7, 1, 2, 5, 6, 7, 8, 9, 10, 4, 5, 1, 4, 2, 1, 4, 1, 4, 6, 9, 3, 6, 5, 6, 7, 8, 1, 2, 3, 4, 5, 7, 9, 10, 1, 2, 3, 4, 5, 7, 8, 9, 10, 2, 5, 6, 7, 8, 10, 9, 3, 2, 3, 10, 1, 2, 3, 4, 5, 6, 7, 8, 9, 2, 3, 4, 7, 6, 4, 1, 2, 4, 6, 7, 8, 1, 3, 3, 4, 5, 9, 10, 6, 7, 8, 3, 9, 1, 5, 6, 1, 10, 2, 3, 5, 6, 8, 1, 2, 5, 6, 7, 6, 8, 6, 8, 1, 3, 4, 6, 5, 5, 3, 6, 8, 10, 8, 1, 3, 4, 5, 6, 1, 2, 3, 4, 5, 7, 9, 4, 5, 9, 4, 1, 2, 3, 4, 9, 3, 6, 7, 8, 9, 10, 7, 1, 3, 6, 7, 8, 10, 1, 2, 3, 4, 5, 6, 7, 8, 9, 2, 2, 5, 8, 10, 6, 3, 4, 5, 8, 9, 1, 3, 4, 5, 7, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 3, 4, 6, 10, 5, 10, 1, 6, 3, 4, 5, 6, 7, 5, 1, 5, 6, 1, 10, 3, 9, 1, 2, 4, 5, 6, 7, 8, 9, 7, 8, 10, 8, 5, 7, 10, 1, 10, 3, 6, 9, 10, 3, 3, 6, 1, 5, 6, 9, 2, 6, 8, 9, 2, 1, 3, 4, 5, 7, 9, 3, 6, 8, 9, 2, 2, 5, 2, 5, 2, 3, 4, 5, 6, 8, 9, 10, 1, 2, 3, 5, 6, 7, 1, 3, 5, 6, 2, 5, 10, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 1, 2, 3, 4, 6, 7, 8, 9, 10, 7, 9, 10, 8, 3, 2, 4, 8, 2, 1, 5, 6, 9, 1, 1, 2, 3, 4, 5, 6, 7, 8, 9, 1, 2, 3, 5, 10, 1, 5, 6, 5, 6, 8, 10, 1, 3, 7, 5, 6, 2, 10, 1, 2, 5, 7, 9, 1, 3, 5, 9, 10, 7, 1, 5, 6, 8, 9, 1, 2, 3, 4, 5, 7, 9, 10, 4, 1, 2, 4, 5, 9, 6, 3, 5, 5, 6, 5, 6, 8, 4, 2, 5, 8, 1, 5, 7, 9, 2, 4, 8, 9, 4, 9, 4, 1, 3, 5, 8, 9, 10, 6, 7, 1, 2, 4, 5, 6, 7, 8, 1, 3, 6, 8, 1, 2, 3, 4, 5, 6, 7, 9, 7, 2, 2, 4, 5, 9, 9, 1, 3, 4, 5, 9, 2, 1, 2, 3, 4, 6, 7, 8, 2, 3, 4, 5, 7, 8, 1, 10, 7, 5, 8, 2, 7, 10, 1, 3, 4, 5, 6, 1, 5, 6, 7, 1, 7, 7, 2, 4, 5, 6, 8, 10, 1, 2, 3, 4, 5, 7, 9, 10, 10, 2, 6, 8, 6, 1, 6, 7, 7, 7, 7, 2, 5, 1, 2, 3, 4, 5, 7, 8, 9, 1, 5, 8, 2, 5, 2, 3, 7, 8, 10, 7, 8, 5, 9, 3, 7, 1, 2, 3, 4, 6, 7, 1, 3, 4, 5, 6, 9, 10, 8, 5, 1, 2, 3, 4, 6, 9, 1, 2, 3, 4, 5, 6, 7, 8, 10, 1, 2, 3, 7, 8, 3, 9, 2, 3, 5, 7, 8, 9, 10, 2, 5, 1, 6, 7, 7, 9, 3, 6, 7, 8, 10, 6, 7, 2, 7, 5, 1, 3, 6, 8, 1, 3, 6, 1, 3, 6, 1, 1, 6, 7, 2, 1, 1, 5, 6, 9, 2, 5, 1, 2, 3, 4, 5, 6, 7, 9, 10, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 3, 7, 8, 7, 4, 7, 9, 9, 3, 3, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 1, 2, 3, 4, 7, 8, 9, 10, 1, 2, 4, 2, 6, 8, 8, 2, 2, 5, 6, 8, 2, 3, 4, 5, 9, 10, 1, 2, 4, 5, 6, 7, 4, 6, 8, 9, 2, 4, 6, 7, 8, 6, 8, 1, 3, 6, 7, 2, 10, 10, 4, 2, 2, 9, 1, 2, 3, 5, 6, 7, 8, 1, 3, 5, 6, 7, 8, 1, 2, 4, 5, 8, 6, 7, 7, 7, 4, 10, 1, 1, 2, 3, 4, 8, 9, 2, 8, 10, 2, 6, 7, 8, 10, 9, 1, 3, 4, 5, 6, 8, 9, 2, 2, 2, 3, 1, 2, 3, 4, 5, 9, 1, 2, 3, 4, 5, 6, 8, 9, 10, 1, 3, 1, 3, 4, 5, 6, 9, 8, 10, 7, 1, 3, 4, 5, 6, 10, 10], \"Freq\": [0.17838609187587845, 0.7918602127173141, 0.02900586859770381, 0.9939064659929088, 0.9936816515515932, 0.08188994794144232, 0.7884832130361732, 0.12868420390798077, 0.9964115148009866, 0.05736428453678756, 0.11806370189548138, 0.1300701800543439, 0.5402915171488131, 0.01934377036705627, 0.13473936600501263, 0.18736347341248377, 0.4604487974058425, 0.04224862635771693, 0.30002647703306223, 0.010409081856249098, 0.99329183715724, 0.012745094372149742, 0.98137226665553, 0.20032575293817212, 0.07364917387432798, 0.7217619039684142, 0.9993447301389853, 0.9986172719668227, 0.048868600426519866, 0.01047184294853997, 0.9403714967788894, 0.9961311290949895, 0.002601825428488143, 0.2593152677059849, 0.019947328285075762, 0.6669345848357939, 0.04856740799844533, 0.001734550285658762, 0.04739686630803617, 0.09320056063933163, 0.0704978599707765, 0.00039829299418517794, 0.7069700646786908, 0.08165006380796147, 0.9932196594389703, 0.99649355561314, 0.017226725191581676, 0.22170046333513807, 0.5392713973016873, 0.09886642283864266, 0.12283404049649542, 0.21642233643041653, 0.6527113966084446, 0.13031265350054258, 0.998564594028615, 0.9983142892829384, 0.24221355163310945, 0.7569173488534671, 0.9993701550250753, 0.9961529126474722, 0.9931546624433769, 0.06760327864545979, 0.5679882607623006, 0.20099903382980455, 0.0344052400249215, 0.015693618256981737, 0.02414402808766421, 0.08933290392435758, 0.9974929952809646, 0.9968514227725658, 0.4267165590732333, 0.07567551477314373, 0.16201894352311827, 0.33537254564661934, 0.46685897251485015, 0.007346850783495496, 0.26047925505120395, 0.04541689575251761, 0.1496085977729992, 0.04408110470097298, 0.026047925505120393, 0.9945975297003306, 0.9808023120967034, 0.018876103004170582, 0.9620111838113121, 0.02004189966273567, 0.017178771139487715, 0.23463298389986678, 0.008146978607634263, 0.5645856175090544, 0.16945715503879266, 0.022811540101375937, 0.9969045947641044, 0.996602500957173, 0.956156071451149, 0.043027023215301705, 0.9973070847520649, 0.6844050206328687, 0.0037969765361046807, 0.0541069156394917, 0.21452917428991447, 0.04176674189715149, 0.0004746220670130851, 0.988428657303749, 0.05415265216728603, 0.007445989673001828, 0.9321025254294107, 0.005415265216728603, 0.994063388694508, 0.9930873785552062, 0.9965393076138696, 0.9945723143310979, 0.2543965294047167, 0.015086910741793014, 0.004682144712970245, 0.3371144193338577, 0.217979848303837, 0.17011792457125227, 0.9966976898049423, 0.07700381776924999, 0.9221676713341889, 0.9974203181033572, 0.21609537008057123, 0.7466866805462595, 0.03665903599581119, 0.9951776418498922, 0.9983475017908394, 0.9930063194917937, 0.9966313962112322, 0.11100452911040386, 0.10274799388731597, 0.6605228178470312, 0.09816102987448935, 0.022934820064133027, 0.004586964012826606, 0.16781159397789422, 0.38264101497009595, 0.13149701213757545, 0.00038225875621388205, 0.17813258039566904, 0.03555006432789103, 0.1043566404463898, 0.007147329615750276, 0.541767584873871, 0.06289650061860243, 0.0028589318463001106, 0.019297789962525746, 0.008576795538900332, 0.02715985253985105, 0.3144825030930122, 0.015724125154650607, 0.013389351171954958, 0.04646892465560838, 0.2890524635357335, 0.01260174227948702, 0.0874245870639412, 0.4772909888355708, 0.06143349361249922, 0.01102652449455114, 0.05647429996514688, 0.17772794400796224, 0.7300133774906487, 0.03488118527259072, 0.1181729528019295, 0.15280985276111575, 0.023430844090037747, 0.017318449979593118, 0.6886630697767616, 0.9954438313655793, 0.06473064776965663, 0.06737271502556098, 0.21004434684439602, 0.05284134511808705, 0.051520311490134876, 0.5336975856926792, 0.022457571675186996, 0.992846171467427, 0.02049601133958891, 0.04919042721501339, 0.9264197125494188, 0.1232427594752206, 0.3532959104956324, 0.5226757030051664, 0.9921181690112062, 0.9947529075131041, 0.9989602338589566, 0.9974121950884055, 0.9964391991248209, 0.9938891536922247, 0.0018635111368262135, 0.19628983974569447, 0.008696385305188997, 0.17641238761954822, 0.0732981047151644, 0.5435240815743123, 0.9943657385729971, 0.9956151615890014, 0.9921348723466348, 0.07745620654093284, 0.010479369120243854, 0.9021369938296883, 0.009568119631526997, 0.9586022555990033, 0.01587633661471793, 0.0038322191828629487, 0.021350935447379284, 0.1294643062923926, 0.06101801321157849, 0.06314037888850296, 0.5703857756734511, 0.08436403565774765, 0.01804010825385799, 0.04138613070002715, 0.008489462707697877, 0.02334602244616916, 0.9966305191485509, 0.996046127823944, 0.04505849345828352, 0.18075188755104538, 0.06784669704638092, 0.13672922152858447, 0.19680721280629582, 0.007768705768669572, 0.0859736771732766, 0.2682793058780559, 0.0108761880761374, 0.09307265286893428, 0.6422013047956465, 0.06840839985866669, 0.14379724868250346, 0.006980448965170071, 0.036763697883229036, 0.008841902022548757, 0.994288323872035, 0.9985655898610201, 0.7253561982101354, 0.27348287554467504, 0.6149469274224639, 0.06179248786448487, 0.12060702450658493, 0.20175619531657107, 0.9971739830281852, 0.8972110474103339, 0.037708870108550264, 0.05721345809573143, 0.00650152932906039, 0.9978297970581514, 0.23453482593422598, 0.04877789827122079, 0.07617370414957766, 0.3875504246206583, 0.2532441567779819, 0.9976708017322815, 0.9605449546477564, 0.03919163385083742, 0.03129463923075361, 0.03669026668433181, 0.12625768241373006, 0.7812868552781246, 0.011870380397872058, 0.005395627453578208, 0.00647475294429385, 0.9988369257705731, 0.08566383067244668, 0.034265532268978674, 0.8514984768841201, 0.02741242581518294, 0.03175752535525682, 0.9325164263407231, 0.034644573114825626, 0.9561657396200717, 0.04108524662429996, 0.7115876819227135, 0.2368570426971318, 0.033546276433499354, 0.017281415132408755, 0.9953187485741237, 0.010542413051741292, 0.9888783442533332, 0.9319221971924497, 0.06567236960081022, 0.04901505571145768, 0.01993832774703363, 0.06895338345849131, 0.5117504121738632, 0.33230546245056053, 0.014953745810275225, 0.002492290968379204, 0.018604562383944045, 0.9767395251570623, 0.8645911362796332, 0.13472224897507984, 0.9922440689626194, 0.9970559185511938, 0.014470529233908574, 0.9103278390786121, 0.007893015945768314, 0.01710153454916468, 0.04472709035935377, 0.006577513288140261, 0.9924352914348148, 0.037632946038314, 0.06451362177996685, 0.023296585642765807, 0.0609295316810798, 0.075265892076628, 0.7383225603707317, 0.9905878312840094, 0.012932044585181771, 0.284504980873999, 0.6088837658856417, 0.09267965286046936, 0.014702491393905406, 0.9446350720584223, 0.040431851333239864, 0.11189074971308804, 0.020473626543245898, 0.034757552038533736, 0.057135701981151345, 0.7746648926944436, 0.08012572535455732, 0.9173014075073459, 0.11523623752272681, 0.005820011996097314, 0.8776578090114749, 0.0042713883392450575, 0.9909620947048534, 0.9292171530954566, 0.06934456366384005, 0.9941238066687221, 0.008340369894002568, 0.03656931415062664, 0.22134058564852968, 0.030795211916317174, 0.01603917287308186, 0.1283133829846549, 0.38558171586888795, 0.10008443872803081, 0.053891620853555054, 0.01988857436262151, 0.9966328702394116, 0.9968166850888356, 0.016347215897826537, 0.10852734998834838, 0.027699449160206075, 0.14621676441944845, 0.23203964788303777, 0.4581761344696382, 0.010898143931884357, 0.19708737326163922, 0.010021391860761317, 0.6420371718794418, 0.026723711628696845, 0.0006680927907174211, 0.12292907349200549, 0.9970677251300338, 0.7336796554362365, 0.26538843038746157, 0.3474597646161522, 0.6516847785516906, 0.003724005803506852, 0.008192812767715075, 0.554876864722521, 0.1258713961585316, 0.11991298687292064, 0.126616197319233, 0.05958409285610963, 0.9881844668626741, 0.9878240068144548, 0.9913652992644916, 0.9981794310864516, 0.9890418441411591, 0.014527381254846488, 0.9660708534472914, 0.01936984167312865, 0.07283578746310226, 0.04567668027347092, 0.03456613642316718, 0.7851450987547973, 0.06049073874054256, 0.014927494454803404, 0.9802388025320903, 0.09413239258282362, 0.009908672903455117, 0.8703117700201412, 0.023120236774728607, 0.9982738429811056, 0.09981084401842094, 0.6574275491213338, 0.0010184780001879687, 0.05092390000939844, 0.035137491006484924, 0.07282117701343976, 0.08249671801522547, 0.8160717450539092, 0.07392984449965728, 0.10862000230334261, 0.0011373822230716505, 0.9957686059599223, 0.9924417365193332, 0.7122393524620896, 0.02516062929893251, 0.11870655874368159, 0.030321784026918666, 0.08967506339875947, 0.02387034061693597, 0.9730575208715954, 0.022841725842056227, 0.991418236979094, 0.9937256018645904, 0.0345426810237723, 0.9645379393561034, 0.9961899901743545, 0.7408200716230815, 0.0009509885386689109, 0.04469646131743881, 0.11982455587228276, 0.03708855300808752, 0.05610832378146574, 0.45268367498282613, 0.009840949456148393, 0.08388237869764584, 0.017338815708451933, 0.23993172007371322, 0.18604080638528153, 0.009840949456148393, 0.04343291999282761, 0.028955279995218408, 0.041985155993066695, 0.026059751995696566, 0.026059751995696566, 0.7499417518761567, 0.057910559990436816, 0.023164223996174727, 0.9963213936177254, 0.677272713226502, 0.03309535073358125, 0.07860145799225547, 0.00886482608935212, 0.10046802901265736, 0.05732587537781038, 0.04314215363484698, 0.994543757857741, 0.03460465282342605, 0.0018806876534470677, 0.16249141325782665, 0.06131041750237441, 0.5608210582579156, 0.17904146460816087, 0.999404897242108, 0.3835627768181077, 0.34970477634236047, 0.05707491508768815, 0.19976220280690854, 0.00967371442164206, 0.000483685721082103, 0.9983173991246164, 0.046822334928947634, 0.08927458526452682, 0.44262713952831834, 0.11986517741810594, 0.01810463617252642, 0.13422402679631656, 0.08552879847021101, 0.06367837550336879, 0.09972317366580188, 0.05064067412716502, 0.6746895968326909, 0.10829313390270674, 0.0444079757730524, 0.015581745885281545, 0.006232698354112618, 0.9953770568046472, 0.05081031629416174, 0.948013532962123, 0.20783375897331766, 0.792586368966042, 0.996231677716672, 0.9980031574719785, 0.04938492045359702, 0.9503725971011985, 0.1172308897944976, 0.8812528956965682, 0.9954302151366432, 0.974115345160938, 0.024187965681197104, 0.9359005271919832, 0.010696006025051238, 0.04011002259394214, 0.013370007531314046, 0.017144768171298105, 0.977251785763992, 0.06603058796778083, 0.933861172687186, 0.0558938106142757, 0.019213497398657273, 0.1554546607709543, 0.7545664432927219, 0.01222677107187281, 0.994165671834205, 0.19015390441406452, 0.8081540937597742, 0.9970800488867222, 0.998308588099798, 0.998383358889471, 0.9926951359619854, 0.9982600441177977, 0.9982921655715359, 0.17715601322385766, 0.5655067496359824, 0.16632551459881834, 0.025529032473306998, 0.064982991750236, 0.9945952995890255, 0.051437805711360404, 0.05220553415481354, 0.06832783146732949, 0.5934540867892775, 0.07600511590186089, 0.0475991634940947, 0.08137921500603287, 0.020728667973234787, 0.009212741321437684, 0.028699470169268906, 0.050224072796220584, 0.1494764071316089, 0.5763810258994839, 0.19491723489961799, 0.03894037672792377, 0.03383344207508131, 0.8158328107915832, 0.10596889404648108, 0.005106934652842461, 0.2128363167143447, 0.003095800970390468, 0.10525723299327591, 0.54563492103132, 0.08513452668573787, 0.04875886528364987, 0.9941930120873246, 0.9935380621760448, 0.987297797832221, 0.00987297797832221, 0.07678653129467788, 0.07889027187809372, 0.8341331413243775, 0.0010518702917079162, 0.009466832625371246, 0.9962476460667206, 0.07472669689100393, 0.16279744679825855, 0.723247673480788, 0.038697753747127035, 0.0024751925992930186, 0.004950385198586037, 0.049503851985860374, 0.9207716469370029, 0.009900770397172074, 0.009900770397172074, 0.14774543939808932, 0.8374754243432512, 0.01432226198246784, 0.8769427738039686, 0.002641393896999905, 0.12018342231349569, 0.5132098737363627, 0.08076537046408683, 0.09030458744803409, 0.3154301082691895, 0.014323434485844598, 0.983542501361329, 0.9948424301582068, 0.05239139889324227, 0.9472364919898203, 0.9969647441756244, 0.9892691343626876, 0.10936878807155716, 0.0654555625579774, 0.8244086676606013, 0.8799613210259285, 0.12011341473944426, 0.765930651192792, 0.0017812340725413768, 0.024046659979308587, 0.2075137694510704, 0.27609261710852595, 0.7215529741239628, 0.0011600530130610335, 0.997586353506332, 0.0007682933082626404, 0.33728076232729914, 0.20244528672720577, 0.13714035552488132, 0.026121972480929775, 0.23970751217794384, 0.05109150499946559, 0.005378053157838483, 0.9911755565519746, 0.006025383322504405, 0.46874168983380554, 0.025231311055647427, 0.058873059129844, 0.17830126479324182, 0.0005606958012366096, 0.0353238354779064, 0.17830126479324182, 0.05438749271995112, 0.2588786142422985, 0.6839211762308166, 0.05538798258207318, 0.05672676392515809, 0.3346879071584327, 0.03340576097814865, 0.08256895637995233, 0.1336230439125946, 0.35863920748238837, 0.964660688296056, 0.03069374917305633, 0.9979738568816681, 0.9658126857820069, 0.01938085657087639, 0.01372810673770411, 0.0900247387200007, 0.0055117186971429, 0.12952538938285815, 0.6705924414857195, 0.01561653630857155, 0.05419856718857185, 0.028477213268571652, 0.00459309891428575, 0.0009186197828571501, 0.04670059725719675, 0.7777079053443379, 0.1696470675873678, 0.004765367067060894, 0.9981885917173222, 0.9972851747277074, 0.5246061404578903, 0.1605027285253602, 0.31431784336216373, 0.26113740629620175, 0.04723827065114218, 0.0005307670859678897, 0.0875765691847018, 0.1029688146777706, 0.11093032096728894, 0.38905227401446313, 0.9976014962528736, 0.10065554853257577, 0.12876066922673654, 0.5457622274331219, 0.018954616282108424, 0.04444530714425424, 0.035294802732201896, 0.12679984685272533, 0.019971625258674228, 0.788879197717632, 0.18307323153784708, 0.006657208419558076, 0.9969604577285544, 0.9929941850572209, 0.9928292260889527, 0.9936022429233926, 0.036798989999137985, 0.04369880062397636, 0.9176748131035035, 0.013268170687041255, 0.2918997551149076, 0.07562857291613516, 0.18907143229033788, 0.4298887302601367, 0.014624351108099209, 0.02309108069699875, 0.018472864557599, 0.42256677675507714, 0.5210887210622719, 0.02926866235542761, 0.05487874191642677, 0.8561083738962576, 0.05853732471085522, 0.9987134571089847, 0.02164091813654079, 0.9738413161443356, 0.9959813888207588, 0.016065737223986347, 0.9010200959785677, 0.032131474447972694, 0.025437417271311717, 0.02409860583597952, 0.45272258664754345, 0.5469562517158983, 0.9876842422315752, 0.009620301060697162, 0.99580286450147, 0.01411064523179073, 0.9635554886851385, 0.009575080693000853, 0.012598790385527438, 0.014619225116677083, 0.07065958806393924, 0.004873075038892361, 0.8381689066894861, 0.043857675350031246, 0.028020181473631077, 0.008143094344575302, 0.006785911953812751, 0.983957233302849, 0.9914294145429402, 0.9909279189966367, 0.22407623129881168, 0.17482870793643548, 0.43584058175702933, 0.02511623691481186, 0.07928851261342568, 0.05860455280122767, 0.000492475233623762, 0.0014774257008712858, 0.997329003896368, 0.5254364591164506, 0.033192052840490927, 0.038202174023961255, 0.0012525302958675821, 0.0031313257396689553, 0.36010246006192986, 0.026303136213219225, 0.012525302958675821, 0.9834316812604205, 0.013802549912426952, 0.906626609832093, 0.09232450201956141, 0.9917566400851963, 0.20501092301838209, 0.7907564173566166, 0.9970549507991314, 0.9978835775612279, 0.23545015177028478, 0.020270542867640413, 0.5761511991994717, 0.1567068890921432, 0.010914907697960222, 0.9889249946125245, 0.9983397803942664, 0.999192967001396, 0.995677226361219, 0.04239991768392966, 0.8854100457526488, 0.059858707318488934, 0.011223507622216675, 0.006900860472398437, 0.2267425583788058, 0.09809080242909207, 0.3691960352733164, 0.11583587221525948, 0.002464593025856585, 0.0492918605171317, 0.13160926758074162, 0.9932661929764591, 0.9882274626774952, 0.010402394343973633, 0.1231320105897625, 0.10758503955570158, 0.7636672171930725, 0.005596909572261932, 0.9988016159255414, 0.49338606982088157, 0.03484677398959141, 0.007190604156582355, 0.01880619548644616, 0.35344585046585575, 0.09181848384559008, 0.9968838613452126, 0.9951879182014653, 0.9984105006264675, 0.9937108804559548, 0.9954120150856333, 0.9966432566695095, 0.9942860411370732, 0.9963927267972116, 0.01696336831710886, 0.46649262872049363, 0.24657467518083237, 0.015145864568847197, 0.2544505247566329, 0.0017104457979520628, 0.7970677418456613, 0.07269394641296267, 0.055589488433442046, 0.06414171742320236, 0.007697006090784283, 0.909843244806971, 0.0895906915017805, 0.9970694878257575, 0.9925345473834147, 0.9949380100221382, 0.996349117004232, 0.0007451621665187623, 0.6713911120334047, 0.090909784315289, 0.002980648666075049, 0.0394935948254944, 0.12742273047470834, 0.03651294615941935, 0.02980648666075049, 0.6421973870271845, 0.020173739906613128, 0.09817886754551722, 0.08203987562022672, 0.06590088369493621, 0.06455596770116201, 0.01748390791906471, 0.008741953959532355, 0.9954726513798426, 0.9978501281964433, 0.04340848524305853, 0.09273630938289777, 0.013811790759154988, 0.7537291528567436, 0.03156980744949711, 0.06708584083018136, 0.1482676682652819, 0.30179305526337524, 0.026288593664057076, 0.5142048920689564, 0.009463893719060546, 0.44327761410696265, 0.026075153770997804, 0.5286144809938645, 0.9960748463715281, 0.09748094079753473, 0.006340223791709576, 0.012680447583419152, 0.030908590984584185, 0.2853100706269309, 0.4295501618883238, 0.13710733949571957, 0.14438741457754173, 0.11984155409935963, 0.7074983314299546, 0.02598973462395751, 0.9955851732136891, 0.9912130413888622, 0.99621196274868, 0.9904149423280464, 0.9970616792854631, 0.9972775933662513, 0.007755758399335474, 0.1357257719883708, 0.008531334239269021, 0.026369578557740612, 0.8213348144896268, 0.9932561825060736, 0.9917774575750001, 0.0073193908308118085, 0.01877289146005626, 0.9806365670582021, 0.9985722842622543, 0.9972402273177613, 0.27923946110415965, 0.7192531573895021, 0.997812921884777, 0.847086540519553, 0.13112435490234176, 0.02088706538267391, 0.9166219638398228, 0.0818080454542641, 0.9949771890896407, 0.017781203316686946, 0.027480041489425282, 0.9537190869859363, 0.996986727403973, 0.9988154471620471, 0.9977187988712581, 0.997507793541589, 0.9635593895023692, 0.03380910138604804, 0.9920946905004484, 0.9701846726364578, 0.027483985060522884, 0.061758495505509235, 0.8670892768973496, 0.06916951496617034, 0.9929960556314777, 0.9984258663037812, 0.15531820366086974, 0.6460869655242096, 0.18334900372984328, 0.0018380852504244938, 0.011488032815153086, 0.0018380852504244938, 0.8374491771425852, 0.16122016244456186, 0.9971078244109634, 0.01573067850083362, 0.06189680018806272, 0.5150087352664224, 0.2496390283827944, 0.12789725563721246, 0.029751500642880974, 0.9968216341279559, 0.9883918581246676, 0.007136403307759332, 0.211743367326972, 0.5230999936673717, 0.038593618675359424, 0.058933498788048856, 0.07040727731315571, 0.09700558207590343, 0.15624174924609688, 0.8405410560707745, 0.9973473588161967, 0.9962757890895354, 0.9953271291916043, 0.9950317891043833, 0.997668493483313, 0.9878601199042779, 0.003191793602275534, 0.006383587204551068, 0.001595896801137767, 0.0186618928270222, 0.8491161236295101, 0.012441261884681466, 0.007257402766064188, 0.017625121003298744, 0.05080181936244932, 0.04354441659638513, 0.7200694441939685, 0.2797635752136491, 0.775811722265617, 0.004154279637299154, 0.21913825086753036, 0.9953886230504152, 0.9966441625145172, 0.9982167612897889, 0.9944620574014457, 0.9966282856019579, 0.16685182685201808, 0.02592330643181072, 0.05420327708469514, 0.7494192223014371, 0.003299329909503182, 0.9968389953902109, 0.9879761434458644, 0.00686094544059628, 0.9986328054304744, 0.9948885068555243, 0.9966400287023879, 0.3739445353052595, 0.0030319827186912934, 0.32947545543112056, 0.061144984826941084, 0.18444561538705367, 0.046995732139715043, 0.9974942067801124, 0.9977458761853198, 0.048134547000485715, 0.07521022968825894, 0.271884980323056, 0.567837234146355, 0.03685301254724688, 0.1367643640766334, 0.8040086857838448, 0.058021245365844465, 0.9678457667371625, 0.030088469432243393, 0.9961186678887909, 0.9547119076890899, 0.04423375634080725, 0.9968459682735089, 0.0009091608475048872, 0.16183063085586993, 0.037275594747700376, 0.6068648657095123, 0.1031897561918047, 0.09000692390298384, 0.571312063166638, 0.4256753391256159, 0.0024966295549889495, 0.9925495915757296, 0.1389558463514546, 0.07892152438407858, 0.016863573586341576, 0.07622335261026393, 0.5841541890308722, 0.000674542943453663, 0.004721800604175642, 0.09848326974423481, 0.9971042587795721, 0.9988678615905833, 0.02622472303098751, 0.07770288305477781, 0.014569290572770838, 0.06410487852019169, 0.7410912471349433, 0.07478902494022364, 0.11266621789598369, 0.885234569182729, 0.9980081797024484, 0.9995124906050075, 0.02728919778505229, 0.9719152749599393, 0.5362669526632066, 0.07503084261773715, 0.08433699364009214, 0.0046530755111774975, 0.032571528578242484, 0.14715351304098837, 0.07328593930104559, 0.03373479745603686, 0.013959226533532492, 0.25307160092691305, 0.0007128777490898959, 0.04704993143993313, 0.08411957439260771, 0.41346909447213964, 0.017109065978157503, 0.1732292930288447, 0.0049901442436292714, 0.005703021992719167, 0.9950535336100327, 0.9934510315891202, 0.01332000959584551, 0.863897765216266, 0.11988008636260959, 0.9927447234082564, 0.08647854421446695, 0.9109073323923852, 0.14720882238624325, 0.850866993392486, 0.7331875321620468, 0.26637197506394883, 0.013979532958639927, 0.03794444660202266, 0.0459327511498169, 0.9026784139007495, 0.9980918819197553, 0.9980206539387395, 0.9934059655037389, 0.0009143328313309586, 0.2340692048207254, 0.7648394134083468, 0.9336491824893428, 0.0630844042222529, 0.9958460332186485, 0.0033811112603572627, 0.49476928109894613, 0.28457686441340296, 0.04564500201482305, 0.02986648279982249, 0.0028175927169643857, 0.014651482128214805, 0.12453759808982584, 0.9923114095928467, 0.9951422111082779, 0.004141044277541419, 0.9948858876793257, 0.9960724714450067, 0.9947163242401779, 0.9968752310538166, 0.010196815540076867, 0.6886772341682684, 0.12863674989020046, 0.17256149375514698, 0.9755844155327432, 0.022172373080289617, 0.023360446267808217, 0.6876731370086044, 0.002920055783476027, 0.2861654667806507, 0.4358965838754543, 0.16995069056717152, 0.010285200293690495, 0.07591457359628699, 0.02595788645550458, 0.2551709215720356, 0.02301925780016444, 0.0034284000978968316, 0.004981076388166762, 0.025237453700044925, 0.41276519669941897, 0.31945303236109496, 0.07969722221066819, 0.023577094903989338, 0.0009962152776333522, 0.1085874652620354, 0.02457331018162269, 0.008121555795963777, 0.009371025918419741, 0.09246078906174145, 0.3879604730225773, 0.4454360986555517, 0.056226155510518454, 0.9981375896424217, 0.9965093070992652, 0.9363455362829695, 0.05287197017262669, 0.008527737124617208, 0.00794976343963211, 0.01646736712495223, 0.14025654068493795, 0.4105484976324297, 0.144231422404754, 0.03520609523265649, 0.0653016282541209, 0.1152715698746656, 0.0641659477627449, 0.3414309880492629, 0.023845973768519952, 0.03360114485564175, 0.6004849758072751, 0.9967801022456375, 0.9964510375317756, 0.023525171976781344, 0.7645680892453937, 0.06434826452472543, 0.08026235145019517, 0.0006919168228465101, 0.06573209817041846, 0.10313546808655429, 0.8944657868597526, 0.0868223906308047, 0.5571103398809968, 0.2789169299014601, 0.07524607188003074, 0.001808799804808431, 0.9957035300975335, 0.991318988131516, 0.9966615094131368, 0.02480827699835699, 0.973724872185512, 0.9164656126628195, 0.032966388944705736, 0.0494495834170586, 0.999584479496175, 0.9971664507943367, 0.0264294551965612, 0.0023320107526377527, 0.006218695340367341, 0.9343589748901929, 0.030316139784290787, 0.6727087093815134, 0.09581308454459336, 0.08623177609013404, 0.01563266116253892, 0.12909552443903105, 0.05796097262359501, 0.9407511710445036, 0.8552771718900345, 0.14254619531500573, 0.008799394439317543, 0.8334283590382187, 0.04273991584811378, 0.11439212771112804, 0.998469402089644, 0.9938416882600706, 0.998338349867682, 0.994503546777961, 0.9931534439670786, 0.9947888510691765, 0.9901099557237569, 0.7063239390749436, 0.0018274875525871761, 0.2677269264540213, 0.014619900420697409, 0.009137437762935881, 0.0981268197851318, 0.04154919396307382, 0.029172838314498642, 0.7496535421422681, 0.05922970203246694, 0.007956228631226902, 0.015028431858984148, 0.8923516710687988, 0.08459095766637312, 0.021562400973781384, 0.9980568543194964, 0.045164998236412644, 0.11248641070200885, 0.06476490313145965, 0.7763266677994701, 0.0008521697780455216, 0.17090629171935864, 0.5016480222531782, 0.07472825710805965, 0.2380233374553011, 0.011070852904897725, 0.004151569839336647, 0.9981042335752474, 0.1521856469637173, 0.08864421704587658, 0.5334342264707617, 0.1992533728287845, 0.0156892419550224, 0.009413545173013441, 0.3875893179720144, 0.09146501506249623, 0.03183588922064786, 0.0015159947247927552, 0.05558647324240103, 0.12431156743300593, 0.28146968723652155, 0.026277241896407757, 0.9960037914308383, 0.9962546292194979, 0.8940356209388977, 0.07888549596519685, 0.015223516765213429, 0.011071648556518857, 0.9892580446447218, 0.03032856697870884, 0.07257192812762472, 0.8394514074464053, 0.04874233978721063, 0.00866530485105967, 0.09934052019992155, 0.8069884233524491, 0.019622818804922774, 0.04047206378515322, 0.03311350673330718, 0.011409160433079933, 0.18012644198892863, 0.27036252905056085, 0.1251550326295435, 0.18531242400396497, 0.14175017507765977, 0.0010371964030072667, 0.06880069473281535, 0.015212213910773244, 0.0013829285373430221, 0.03147490918316945, 0.8128737415131588, 0.11016218214109308, 0.044475415150130745, 0.07396621657228061, 0.9245777071535076, 0.9212198965748863, 0.07564268945482938, 0.9955128102965268, 0.8968231380149291, 0.03874726833528759, 0.05776865460897422, 0.005635966303314558, 0.9985790418473892, 0.9009076158285709, 0.07682157964429674, 0.02095133990299002, 0.9965301592878792, 0.9935152360632702, 0.9859018882272023, 0.01292986082920921, 0.6491019810758928, 0.0345944954851107, 0.0682786095100869, 0.001820762920268984, 0.01729724774255535, 0.20665659145052967, 0.001820762920268984, 0.020028392122958823, 0.21147973177478185, 0.7839855770793699, 0.00453170853803104, 0.9990046424159164, 0.9959815785764488, 0.9537047776559983, 0.0461720376489275, 0.9970619696787244, 0.9982015522708485, 0.9142230471815748, 0.04647985769792911, 0.03325097512236467, 0.006078135237421498, 0.9942867804412847, 0.018686626550628884, 0.9754419059428278, 0.02992340078687299, 0.14130494816023356, 0.8284348921550948, 0.9976919133092661, 0.06211271170239299, 0.019763135541670498, 0.8949877095299354, 0.019763135541670498, 0.9981823190312271, 0.006443392599690401, 0.0010738987666150668, 0.8773752923245096, 0.0010738987666150668, 0.0010738987666150668, 0.11168547172796695, 0.018704094038688873, 0.9368311448943296, 0.004066107399714972, 0.039034631037263734, 0.995525081886167, 0.5131821771408732, 0.48637415296187236, 0.7650112137802952, 0.2345895987982995, 0.13146927139083786, 0.04660783534257128, 0.015389379594245235, 0.17368014113505334, 0.06287660805648768, 0.3944078141725136, 0.16796408585719083, 0.007914538077040406, 0.726546468197723, 0.028597154959811973, 0.020554205127364857, 0.008936610924941243, 0.19392445707122494, 0.022341527312353105, 0.7368803560531837, 0.09475768572544721, 0.04459185210609281, 0.12262759329175522, 0.6943915192062706, 0.2946741080708139, 0.010504330306464285, 0.4473584806536239, 0.052407937950968014, 0.23718644082963874, 0.012966912482713736, 0.09833241966057917, 0.0507870738906288, 0.021611520804522895, 0.0037820161407915065, 0.051867649930854944, 0.02377267288497518, 0.010575742813611583, 0.09351183119403927, 0.0795963801234977, 0.0011132360856433246, 0.14861701743338385, 0.6061570486327903, 0.04341620734008966, 0.013915451070541558, 0.0027830902141083116, 0.15643519171638154, 0.8432238382761053, 0.9979174329513614, 0.9957525246401242, 0.9976660963902518, 0.9571743088045374, 0.02891305543288746, 0.012173918077005245, 0.9953785574934512, 0.9789847808977916, 0.007239821715760169, 0.004022123175422315, 0.009653095621013557, 0.992499064646094, 0.6558968890074066, 0.029118618823858227, 0.08153213270680304, 0.016015240353122025, 0.054597410294734174, 0.09973126947171443, 0.031302515235647595, 0.005823723764771646, 0.02547879147087595, 0.810493490678796, 0.09295398182835285, 0.004892314833071203, 0.08806166699528165, 0.0016307716110237343, 0.9078196174766466, 0.03859491904244523, 0.05201923870938271, 0.9912152423560368, 0.5615780058013022, 0.02901140989379421, 0.4082319820769614, 0.010081734493561006, 0.9880099803689787, 0.9947476458313073, 0.112217658613592, 0.8859288837915158, 0.9960847582637034, 0.9973372340666306, 0.009165816336359989, 0.02260901362968797, 0.6843809531148791, 0.0018331632672719976, 0.28169608873746366, 0.052828879835991466, 0.01991908583980006, 0.46939758805094056, 0.4503445494215666, 0.006928377683408716, 0.9984316635150333, 0.08859122156159246, 0.12427379691278942, 0.11319989421759037, 0.6668950289775433, 0.006152168163999477, 0.0030275665565447497, 0.07568916391361874, 0.3316867360836803, 0.20183777043631665, 0.0945273558210083, 0.036330798678536995, 0.22706749174085622, 0.02960287299732644, 0.9942965298361918, 0.010214257018179964, 0.1464043505939128, 0.28259444416964563, 0.015888844250502163, 0.5447603743029313, 0.9974739991839512, 0.9961766660180247, 0.9903448872347693, 0.10639662128685386, 0.8917050164993466, 0.07812080581511162, 0.8309212982152782, 0.09114094011763023, 0.9979850694657875, 0.08589926260855933, 0.03722301379704238, 0.8761724786073053, 0.053735370679115775, 0.865139467933764, 0.08060305601867365, 0.9968666876004957, 0.13895339796965592, 0.8067718500298809, 0.05389707557610896, 0.9982270466179115, 0.0016329249799369137, 0.9977171627414543, 0.996762454723647, 0.09044275667172184, 0.3119702682663823, 0.5443738075620725, 0.0005724225105805179, 0.044648955825280404, 0.006869070126966216, 0.1209741441243018, 0.878272286342431, 0.006580380882664174, 0.27176973045403036, 0.010528609412262678, 0.01776702838319327, 0.001974114264799252, 0.0013160761765328348, 0.6902819545914718, 0.8937131413472078, 0.008132879951592387, 0.08584706615569741, 0.012651146591365936, 0.7170469149424106, 0.024415575956820434, 0.04369103065957341, 0.01799042438923611, 0.04433354581633184, 0.025058091113578866, 0.1227203949408606, 0.0044976060973090275, 0.9964400536353428, 0.9959915224722485, 0.2688961739885084, 0.041787918930646574, 0.6876837963152056, 0.0018168660404628944, 0.9961872133366273, 0.7068078422497108, 0.17316005043979554, 0.029909463257782865, 0.08028329611299612, 0.010232184798715191, 0.9970174949642915, 0.03483466159957441, 0.8285673080470198, 0.03856694677095738, 0.03732285171382972, 0.027370091256808466, 0.03234647148531909, 0.9956215523598342, 0.042457789693707386, 0.01564234357136588, 0.055865512754878145, 0.8826751015270746, 0.30195955182040374, 0.6978139577596684, 0.9949436952730085, 0.9993649217272387, 0.9953315824523135, 0.9992589656942656, 0.9953073120833861, 0.9767677399479061, 0.008028227999571832, 0.013380379999286386, 0.5897726506803466, 0.011732877666054641, 0.024247947176512925, 0.15878494441393948, 0.21510275721100175, 0.5092931922876924, 0.1257209719587237, 0.22974891346182447, 0.13508841692819723, 0.997262621528535, 0.9972955704145152, 0.9948334240931983, 0.13962531656153568, 0.009448329692133994, 0.10813088425442238, 0.060889235793752404, 0.6818544594490032, 0.9957351751442154, 0.016475432271049476, 0.08316170574910688, 0.5350592766121782, 0.15926251195347826, 0.06276355150875991, 0.05177992999472693, 0.0721780842350739, 0.018829065452627972, 0.994998687549141, 0.9937298977620094, 0.9861099801507917, 0.012867390013830022, 0.9951125357055389, 0.00988255738631434, 0.0160591557527608, 0.9740495623886071, 0.9966783564635551, 0.9979491017105259, 0.9992575504213492, 0.9595045919624424, 0.039034963715007504, 0.12065378488916792, 0.009923904384823335, 0.09349362552017773, 0.5781980081052333, 0.09662749006275352, 0.021414741040934566, 0.04387410359606106, 0.036039442239621584, 0.9883271608395586, 0.009095035222449926, 0.9906351286157882, 0.033698431575009076, 0.962812330714545, 0.10676131399584893, 0.24601520181652145, 0.5875187838529327, 0.020556526297337372, 0.03912371134009371, 0.9937264189850908, 0.9897894975125938, 0.31500851181640793, 0.6851004792509855, 0.9935306580096076, 0.0038360257066008016, 0.005990870645830058, 0.7788131839579077, 0.18314947402966178, 0.009414225300590093, 0.0008558386636900084, 0.022251805255940216, 0.45779246301617466, 0.5012537727961912, 0.017384523912006632, 0.0017384523912006634, 0.00521535717360199, 0.0005794841304002211, 0.016805039781606412, 0.9973848916724632, 0.99611922930769, 0.03881261941890705, 0.02501257695885121, 0.12075037152548859, 0.67965209115775, 0.01983756103633027, 0.11643785825672114, 0.10357158548682018, 0.014437251310284024, 0.016320371046408027, 0.09164516049136816, 0.2699138288444405, 0.44190543141043276, 0.004393946050956008, 0.04833340656051608, 0.009415598680620016, 0.06609222585963652, 0.07894349199901028, 0.042225588743656665, 0.7545529118975169, 0.05691275004579811, 0.09687086104560562, 0.9008990077241322, 0.018213055339867022, 0.49435435922496207, 0.20034360873853727, 0.04488217208752945, 0.04488217208752945, 0.11057926456347836, 0.08586154660223025, 0.9457837327141014, 0.05308522669300226, 0.03249718528486036, 0.3038486824134444, 0.6634841995658991, 0.995669000018709, 0.997134072032372, 0.4101505611324648, 0.04363303841834732, 0.3025223997005414, 0.228055347466562, 0.015707893830605037, 0.24065758315220168, 0.7587792033504711, 0.033860979957340887, 0.9616518307884812, 0.9913067934969334, 0.007228669797198857, 0.9903277622162434, 0.9899887142689533, 0.008081540524644517, 0.9498711309123257, 0.01880932932499655, 0.028213993987494822, 0.9707455340669836, 0.012514214987972165, 0.014301959986253903, 0.9963100246472072, 0.7636072910971684, 0.10319017447259032, 0.13208342332491563, 0.9924095333626011, 0.9933407044781558, 0.047861992808935626, 0.09217865281720936, 0.028362662405295187, 0.8304942085550496, 0.9360164328091243, 0.062070055226069246, 0.4651825203899392, 0.06925794348237309, 0.06694934536629397, 0.20373378374398082, 0.06060070054707645, 0.0011542990580395514, 0.07041224254041263, 0.05367490619883914, 0.009234392464316411, 0.5965261689903983, 0.08499725205821738, 0.022408366451711854, 0.06567969477225888, 0.009272427497260078, 0.159176672036298, 0.004636213748630039, 0.022408366451711854, 0.018544854994520157, 0.016999450411643476, 0.9982712099240547, 0.9984918928751408, 0.9977518887123805, 0.9920576219177645, 0.9978169275120033, 0.9949385177820292, 0.9974736437497365, 0.9997311430645245, 0.9983996217610425, 0.9968296508207888, 0.03688174995235333, 0.15213721855345747, 0.2148361934724581, 0.24065341843910543, 0.0018440874976176662, 0.06269897491900064, 0.008759415613683914, 0.2369652434438701, 0.00046102187440441654, 0.045641165566037235, 0.0013380970708968076, 0.556648381493072, 0.0863072610728441, 0.006021436819035635, 0.15388116315313288, 0.0682429506157372, 0.09032155228553453, 0.03612862091421381, 0.025034883360610997, 0.7631846260840807, 0.21165855932152935, 0.8542137606748396, 0.13001546570726577, 0.015796271534527617, 0.9925151833776652, 0.995229239309272, 0.1387838376950172, 0.02711868092891141, 0.06221344448397323, 0.77048958168613, 0.02354890581430783, 0.0022974542257861302, 0.5875739182448028, 0.3411719525292403, 0.03331308627389889, 0.01148727112893065, 0.5925177424245436, 0.08932428277756939, 0.21661138573560576, 0.03796282018046699, 0.014143011439781819, 0.04838398650451675, 0.06858336584665928, 0.8200185046883175, 0.0984022205625981, 0.011927541886375528, 0.01739442595139941, 0.02197190646492557, 0.8518691235672184, 0.010070457129757553, 0.09795808298945984, 0.9879695430410337, 0.011100781382483525, 0.42913086106646753, 0.05323395491710609, 0.038024253512218636, 0.479648797875558, 0.994317899262861, 0.9977177379767249, 0.9976521877906628, 0.9955405513725936, 0.9973830007714151, 0.06690346964054908, 0.9327588383606784, 0.5835281640520187, 0.06573075870930785, 0.030853213271715932, 0.052987040184033884, 0.14890029013741166, 0.09121819575985579, 0.02682888110583994, 0.8153842964833442, 0.0007670595451395525, 0.06980241860769927, 0.09434832405216495, 0.01840942908334926, 0.9958729834023069, 0.017604761403706197, 0.33244340139091705, 0.3357187058381182, 0.06714374116762364, 0.24687607270778691, 0.05673068414209423, 0.9412136232665633, 0.9944003944392112, 0.996472160371748, 0.9975191755119588, 0.9978343231755993, 0.9949772129095744, 0.07108532565179661, 0.16090631852964812, 0.18570352515236788, 0.4700448277595543, 0.0005510490360604388, 0.11131190528420863, 0.9133887844651094, 0.017083331380270125, 0.0683333255210805, 0.10384097853308429, 0.19614407056249253, 0.41969062157121567, 0.24590120610959543, 0.03461365951102809, 0.9986617181738865, 0.16974830909426028, 0.007759922701451898, 0.0019399806753629745, 0.19205808686093448, 0.04752952654639288, 0.04461955553334841, 0.535434666400181, 0.9992568376867218, 0.9990575806035418, 0.3999133874650999, 0.5998700811976498, 0.5180892917125977, 0.029174873829410586, 0.03199824871612774, 0.19246005477788597, 0.2188115537205794, 0.009411249622390512, 0.4503080199585956, 0.2246101597136473, 0.028824064079475322, 0.12889251295916324, 0.1125770049896489, 0.013596256641261944, 0.0032631015939028666, 0.0342625667359801, 0.002719251328252389, 0.814352026181917, 0.18455204396832667, 0.7637101035718669, 0.08147338389398148, 0.022220013789267676, 0.102047470735896, 0.01152148863147213, 0.018105196420884775, 0.9708305639869885, 0.02515105088049193, 0.9980474320062882, 0.005308460680639083, 0.803347049670048, 0.021823671687071788, 0.059572725416060825, 0.1097081873998744, 0.9958280835698862, 0.9976520379851063], \"Term\": [\"aboard\", \"aboard\", \"aboard\", \"achil\", \"ada\", \"adam\", \"adam\", \"adam\", \"adrian\", \"affair\", \"affair\", \"affair\", \"affair\", \"affair\", \"affair\", \"agent\", \"agent\", \"agent\", \"agent\", \"agent\", \"agn\", \"aircraft\", \"aircraft\", \"alan\", \"alan\", \"alan\", \"alex\", \"alic\", \"alien\", \"alien\", \"alien\", \"amanda\", \"america\", \"america\", \"america\", \"america\", \"america\", \"america\", \"american\", \"american\", \"american\", \"american\", \"american\", \"american\", \"ana\", \"andi\", \"angel\", \"angel\", \"angel\", \"angel\", \"angel\", \"anim\", \"anim\", \"anim\", \"animorph\", \"anita\", \"ann\", \"ann\", \"anna\", \"anni\", \"antonio\", \"apart\", \"apart\", \"apart\", \"apart\", \"apart\", \"apart\", \"apart\", \"archi\", \"aristocrat\", \"armi\", \"armi\", \"armi\", \"armi\", \"arrest\", \"arrest\", \"arrest\", \"arrest\", \"arrest\", \"arrest\", \"arrest\", \"artemi\", \"arthur\", \"arthur\", \"aspect\", \"aspect\", \"aspect\", \"assassin\", \"assassin\", \"assassin\", \"assassin\", \"assassin\", \"asterix\", \"augustu\", \"aunt\", \"aunt\", \"austin\", \"author\", \"author\", \"author\", \"author\", \"author\", \"author\", \"autobiographi\", \"babi\", \"babi\", \"babi\", \"babi\", \"badger\", \"bajir\", \"barney\", \"barri\", \"base\", \"base\", \"base\", \"base\", \"base\", \"base\", \"bean\", \"beast\", \"beast\", \"beatric\", \"ben\", \"ben\", \"ben\", \"beringar\", \"berlin\", \"berti\", \"bigger\", \"birth\", \"birth\", \"birth\", \"birth\", \"birth\", \"birth\", \"black\", \"black\", \"black\", \"black\", \"black\", \"black\", \"black\", \"blood\", \"blood\", \"blood\", \"blood\", \"blood\", \"blood\", \"blood\", \"blood\", \"blood\", \"board\", \"board\", \"board\", \"board\", \"board\", \"board\", \"board\", \"board\", \"boat\", \"boat\", \"boat\", \"boat\", \"bond\", \"bond\", \"bond\", \"bond\", \"bond\", \"bourn\", \"box\", \"box\", \"box\", \"box\", \"box\", \"box\", \"box\", \"boxer\", \"brian\", \"brian\", \"brian\", \"british\", \"british\", \"british\", \"brook\", \"bruce\", \"cadfael\", \"caesar\", \"camilla\", \"cammi\", \"camp\", \"camp\", \"camp\", \"camp\", \"camp\", \"camp\", \"campion\", \"candi\", \"cannon\", \"captain\", \"captain\", \"captain\", \"captain\", \"car\", \"car\", \"car\", \"car\", \"care\", \"care\", \"care\", \"care\", \"care\", \"care\", \"care\", \"care\", \"care\", \"cargo\", \"carlo\", \"carri\", \"carri\", \"carri\", \"carri\", \"carri\", \"carri\", \"carri\", \"carri\", \"carri\", \"case\", \"case\", \"case\", \"case\", \"case\", \"case\", \"case\", \"cass\", \"cassi\", \"castl\", \"castl\", \"cat\", \"cat\", \"cat\", \"cat\", \"cathi\", \"cave\", \"cave\", \"cave\", \"cave\", \"celia\", \"centuri\", \"centuri\", \"centuri\", \"centuri\", \"centuri\", \"chad\", \"chapter\", \"chapter\", \"charl\", \"charl\", \"charl\", \"charl\", \"charl\", \"charl\", \"charl\", \"charli\", \"china\", \"china\", \"china\", \"china\", \"chines\", \"chines\", \"chines\", \"chri\", \"chri\", \"christian\", \"christian\", \"christian\", \"christian\", \"christin\", \"christoph\", \"christoph\", \"cia\", \"cia\", \"civil\", \"civil\", \"civil\", \"civil\", \"civil\", \"civil\", \"civil\", \"clair\", \"clair\", \"clan\", \"clan\", \"clarissa\", \"claud\", \"club\", \"club\", \"club\", \"club\", \"club\", \"club\", \"coal\", \"coast\", \"coast\", \"coast\", \"coast\", \"coast\", \"coast\", \"cold war\", \"coloni\", \"coloni\", \"coloni\", \"coloni\", \"colonist\", \"colonist\", \"colonist\", \"command\", \"command\", \"command\", \"command\", \"command\", \"communist\", \"communist\", \"comput\", \"comput\", \"comput\", \"conan\", \"conan\", \"concept\", \"concept\", \"congress\", \"contact\", \"contact\", \"contact\", \"contact\", \"contact\", \"contact\", \"contact\", \"contact\", \"contact\", \"contact\", \"convoy\", \"countess\", \"countri\", \"countri\", \"countri\", \"countri\", \"countri\", \"countri\", \"countri\", \"court\", \"court\", \"court\", \"court\", \"court\", \"court\", \"creativ\", \"creatur\", \"creatur\", \"crew\", \"crew\", \"crime\", \"crime\", \"crime\", \"crime\", \"crime\", \"crime\", \"crime\", \"cruiser\", \"cutter\", \"dahlia\", \"daisi\", \"dalla\", \"dan\", \"dan\", \"dan\", \"danc\", \"danc\", \"danc\", \"danc\", \"danc\", \"dane\", \"dane\", \"daniel\", \"daniel\", \"daniel\", \"daniel\", \"danni\", \"dark\", \"dark\", \"dark\", \"dark\", \"dark\", \"dark\", \"dark\", \"david\", \"david\", \"david\", \"david\", \"dawkin\", \"decker\", \"defeat\", \"defeat\", \"defeat\", \"defeat\", \"defeat\", \"defeat\", \"defin\", \"defin\", \"democraci\", \"democrat\", \"demon\", \"demon\", \"denni\", \"detect\", \"detect\", \"detect\", \"detect\", \"detect\", \"detect\", \"develop\", \"develop\", \"develop\", \"develop\", \"develop\", \"develop\", \"develop\", \"devic\", \"devic\", \"devic\", \"devic\", \"devic\", \"devic\", \"devic\", \"devic\", \"dialogu\", \"discuss\", \"discuss\", \"discuss\", \"discuss\", \"discuss\", \"discuss\", \"discuss\", \"doc\", \"doctor\", \"doctor\", \"doctor\", \"doctor\", \"doctor\", \"doctor\", \"dragon\", \"dream\", \"dream\", \"dream\", \"dream\", \"dream\", \"dream\", \"dresden\", \"drive\", \"drive\", \"drive\", \"drive\", \"drive\", \"drive\", \"drive\", \"drive\", \"drug\", \"drug\", \"drug\", \"drug\", \"drug\", \"drug\", \"drug\", \"duchess\", \"duke\", \"duke\", \"duncan\", \"duncan\", \"dungeon\", \"earl\", \"earth\", \"earth\", \"econom\", \"econom\", \"economi\", \"eddi\", \"eddi\", \"edit\", \"edit\", \"edit\", \"edit\", \"edmund\", \"edmund\", \"edward\", \"edward\", \"elect\", \"elect\", \"elect\", \"elect\", \"elect\", \"elf\", \"elizabeth\", \"elizabeth\", \"ella\", \"ellen\", \"elv\", \"elven\", \"emili\", \"emma\", \"empir\", \"empir\", \"empir\", \"empir\", \"empir\", \"empress\", \"engag\", \"engag\", \"engag\", \"engag\", \"engag\", \"engag\", \"engag\", \"engag\", \"engag\", \"engin\", \"engin\", \"engin\", \"engin\", \"engin\", \"england\", \"england\", \"england\", \"england\", \"england\", \"english\", \"english\", \"english\", \"english\", \"english\", \"english\", \"erik\", \"erin\", \"essay\", \"essay\", \"estat\", \"estat\", \"estat\", \"estat\", \"estat\", \"ethan\", \"europ\", \"europ\", \"europ\", \"europ\", \"european\", \"european\", \"european\", \"european\", \"european\", \"european\", \"evil\", \"evil\", \"evil\", \"exampl\", \"exampl\", \"exampl\", \"exist\", \"exist\", \"exist\", \"exist\", \"extinct\", \"extinct\", \"faeri\", \"fairi\", \"fairi\", \"fang\", \"fantasio\", \"farm\", \"farm\", \"farm\", \"feder\", \"feder\", \"fiction\", \"fiction\", \"fiction\", \"fiction\", \"film\", \"film\", \"film\", \"finn\", \"fire\", \"fire\", \"fire\", \"fire\", \"fire\", \"fire\", \"fire\", \"fire\", \"first person\", \"first person\", \"flee\", \"flee\", \"flee\", \"flee\", \"flee\", \"flee\", \"flee\", \"flee\", \"fleet\", \"fleet\", \"fleet\", \"fli\", \"fli\", \"fli\", \"fli\", \"fli\", \"fli\", \"florenc\", \"florenc\", \"footbal\", \"forest\", \"forest\", \"forest\", \"fortun\", \"fortun\", \"fortun\", \"fortun\", \"fortun\", \"fortun\", \"fortun\", \"fortun\", \"fortun\", \"franc\", \"franc\", \"franc\", \"franc\", \"fred\", \"freddi\", \"french\", \"french\", \"french\", \"futur\", \"futur\", \"futur\", \"futur\", \"futur\", \"futur\", \"futur\", \"gabriel\", \"game\", \"game\", \"game\", \"game\", \"game\", \"game\", \"game\", \"gang\", \"gang\", \"gang\", \"gang\", \"garrett\", \"gaul\", \"gender\", \"gene\", \"genet\", \"genet\", \"genet\", \"georg\", \"georg\", \"georg\", \"georg\", \"georg\", \"german\", \"german\", \"german\", \"german\", \"german\", \"germani\", \"germani\", \"germani\", \"germani\", \"ghote\", \"gilbert\", \"gilbert\", \"gile\", \"girlfriend\", \"girlfriend\", \"girlfriend\", \"girlfriend\", \"girlfriend\", \"god\", \"god\", \"goddess\", \"goddess\", \"gould\", \"govern\", \"govern\", \"govern\", \"govern\", \"grandfath\", \"grandfath\", \"grandfath\", \"grandfath\", \"grandfath\", \"grandfath\", \"grandmoth\", \"grandmoth\", \"grandmoth\", \"graviti\", \"gregor\", \"grow\", \"grow\", \"grow\", \"grow\", \"grow\", \"grow\", \"grow\", \"grow\", \"grubb\", \"guard\", \"guard\", \"guard\", \"guard\", \"guard\", \"guard\", \"guard\", \"guard\", \"guild\", \"guild\", \"guy\", \"guy\", \"hamlet\", \"han\", \"han\", \"hank\", \"hannah\", \"happi\", \"happi\", \"happi\", \"happi\", \"happi\", \"hari\", \"harold\", \"harri\", \"harriet\", \"heal\", \"heal\", \"heal\", \"heal\", \"hear\", \"hear\", \"hear\", \"hear\", \"hear\", \"hear\", \"hear\", \"hear\", \"hector\", \"helen\", \"helen\", \"henri\", \"henri\", \"henri\", \"henri\", \"high school\", \"histori\", \"histori\", \"histori\", \"histori\", \"histori\", \"histori\", \"hitler\", \"hollywood\", \"holm\", \"hong\", \"hong kong\", \"hord\", \"hork\", \"hornblow\", \"hospit\", \"hospit\", \"hospit\", \"hospit\", \"hospit\", \"hotel\", \"hotel\", \"hotel\", \"hotel\", \"hotel\", \"hotel\", \"hugh\", \"hugh\", \"hugo\", \"human race\", \"hume\", \"humor\", \"hunt\", \"hunt\", \"hunt\", \"hunt\", \"hunt\", \"hunt\", \"hunt\", \"hunt\", \"idea\", \"idea\", \"idea\", \"idea\", \"idea\", \"idea\", \"idea\", \"idea\", \"ideolog\", \"illustr\", \"infect\", \"infect\", \"infect\", \"infect\", \"infect\", \"infect\", \"inhabit\", \"inhabit\", \"inhabit\", \"inhabit\", \"inhabit\", \"inspector\", \"inspector\", \"inspector\", \"intellectu\", \"intellig\", \"intellig\", \"intellig\", \"intellig\", \"intellig\", \"intellig\", \"intellig\", \"intern\", \"intern\", \"intern\", \"intern\", \"interstellar\", \"iraq\", \"isabel\", \"isabella\", \"ishmael\", \"islam\", \"island\", \"island\", \"island\", \"island\", \"island\", \"isra\", \"israel\", \"israel\", \"jack\", \"jack\", \"jacki\", \"jacob\", \"jake\", \"jake\", \"jami\", \"jane\", \"jane\", \"jane\", \"jason\", \"jason\", \"jay\", \"jean\", \"jean\", \"jean\", \"jean claud\", \"jedi\", \"jeremi\", \"jerri\", \"jess\", \"jess\", \"jessica\", \"jesu\", \"jesu\", \"jew\", \"jew\", \"jew\", \"jill\", \"jim\", \"job\", \"job\", \"job\", \"job\", \"job\", \"job\", \"joe\", \"joe\", \"joey\", \"john\", \"john\", \"john\", \"john\", \"john\", \"john\", \"johnni\", \"josh\", \"josh\", \"journey\", \"journey\", \"journey\", \"journey\", \"journey\", \"journey\", \"julia\", \"julia\", \"juliu\", \"justin\", \"kati\", \"kgb\", \"khan\", \"kid\", \"kid\", \"kid\", \"kid\", \"killer\", \"killer\", \"killer\", \"killer\", \"killer\", \"killer\", \"killer\", \"king\", \"king\", \"kingdom\", \"kingdom\", \"kingdom\", \"kinsey\", \"kirk\", \"kit\", \"kong\", \"kyle\", \"ladi\", \"ladi\", \"ladi\", \"ladi\", \"ladi\", \"lancelot\", \"larri\", \"larri\", \"laura\", \"laurelin\", \"lauren\", \"leader\", \"leader\", \"leader\", \"leader\", \"leader\", \"leader\", \"lena\", \"leo\", \"letter\", \"letter\", \"letter\", \"letter\", \"letter\", \"lieuten\", \"lieuten\", \"lieuten\", \"lion\", \"lion\", \"lister\", \"literari\", \"literari\", \"liz\", \"london\", \"london\", \"london\", \"london\", \"london\", \"london\", \"lord\", \"lord\", \"lord\", \"louisa\", \"lover\", \"lover\", \"lover\", \"lover\", \"lover\", \"lover\", \"lover\", \"lover\", \"luca\", \"luke\", \"machin\", \"machin\", \"machin\", \"machin\", \"machin\", \"machin\", \"madam\", \"madam\", \"mage\", \"magic\", \"magician\", \"magician\", \"main\", \"main\", \"main\", \"main\", \"main\", \"main\", \"main\", \"main\", \"main\", \"major\", \"major\", \"major\", \"major\", \"major\", \"major\", \"major\", \"major\", \"major\", \"manticor\", \"mao\", \"mar\", \"mar\", \"mar\", \"mara\", \"marco\", \"marco\", \"marcu\", \"marcu\", \"mari\", \"mari\", \"marin\", \"marin\", \"marin\", \"marin\", \"mariu\", \"marlow\", \"marqui\", \"marriag\", \"marriag\", \"marriag\", \"martha\", \"martha\", \"martian\", \"master\", \"master\", \"master\", \"master\", \"master\", \"master\", \"master\", \"master\", \"matilda\", \"maud\", \"max\", \"max\", \"merlin\", \"metaphor\", \"mia\", \"michael\", \"michael\", \"michael\", \"michael\", \"mike\", \"mike\", \"militari\", \"militari\", \"militari\", \"militari\", \"mind\", \"mind\", \"mind\", \"mind\", \"mind\", \"mind\", \"mind\", \"mind\", \"miss\", \"miss\", \"miss\", \"miss\", \"miss\", \"miss\", \"miss\", \"miss\", \"miss\", \"mission\", \"mission\", \"mission\", \"mission\", \"mission\", \"mission\", \"molli\", \"mom\", \"monster\", \"monster\", \"monster\", \"month\", \"month\", \"month\", \"month\", \"month\", \"month\", \"month\", \"month\", \"month\", \"moon\", \"moon\", \"moon\", \"moon\", \"morph\", \"mother die\", \"mountain\", \"mountain\", \"mountain\", \"mountain\", \"mountain\", \"mountain\", \"movi\", \"movi\", \"mr\", \"mr\", \"mr\", \"mr\", \"mr\", \"multi\", \"mutat\", \"mutini\", \"nanci\", \"nanci\", \"narr\", \"narr\", \"narr\", \"narrat\", \"natali\", \"nation\", \"nation\", \"nation\", \"nation\", \"nation\", \"natur\", \"natur\", \"natur\", \"natur\", \"natur\", \"navi\", \"navi\", \"nazi\", \"nazi\", \"new york\", \"new york\", \"new york\", \"new york\", \"nichola\", \"nobleman\", \"nora\", \"nuclear weapon\", \"obelix\", \"obi\", \"odysseu\", \"often\", \"often\", \"often\", \"often\", \"often\", \"older\", \"older\", \"older\", \"older\", \"older\", \"older\", \"older\", \"oliv\", \"oliv\", \"oliv\", \"olivia\", \"one day\", \"one day\", \"one day\", \"one day\", \"one day\", \"oper\", \"oper\", \"oper\", \"oper\", \"oper\", \"oper\", \"orbit\", \"organ\", \"organ\", \"organ\", \"organ\", \"organ\", \"organ\", \"origin\", \"origin\", \"origin\", \"origin\", \"origin\", \"origin\", \"origin\", \"origin\", \"owen\", \"owl\", \"palac\", \"palac\", \"palac\", \"palac\", \"palestinian\", \"pari\", \"pari\", \"pari\", \"pari\", \"pari\", \"park\", \"park\", \"park\", \"park\", \"park\", \"parti\", \"parti\", \"parti\", \"parti\", \"parti\", \"parti\", \"parti\", \"parti\", \"parti\", \"parti\", \"paul\", \"paul\", \"paul\", \"paul\", \"perci\", \"perci\", \"perspect\", \"perspect\", \"pete\", \"peter\", \"peter\", \"peter\", \"peter\", \"philip\", \"philosoph\", \"philosoph\", \"philosoph\", \"philosophi\", \"phoeb\", \"phone\", \"phone\", \"physic\", \"physic\", \"physic\", \"physic\", \"physic\", \"physic\", \"physic\", \"physic\", \"pilot\", \"pilot\", \"pilot\", \"pirat\", \"pitt\", \"planet\", \"planet\", \"point view\", \"poirot\", \"polic\", \"polic\", \"polic\", \"polic\", \"polic offic\", \"polici\", \"polici\", \"polit\", \"polit\", \"polit\", \"polli\", \"port\", \"port\", \"port\", \"port\", \"potion\", \"pregnant\", \"pregnant\", \"pregnant\", \"pregnant\", \"pregnant\", \"pregnant\", \"presid\", \"presid\", \"presid\", \"presid\", \"priestess\", \"princ\", \"princ\", \"princess\", \"princess\", \"prison\", \"prison\", \"prison\", \"prison\", \"prison\", \"prison\", \"prison\", \"prison\", \"protagonist\", \"protagonist\", \"protagonist\", \"protagonist\", \"protagonist\", \"protagonist\", \"publish\", \"publish\", \"publish\", \"publish\", \"queen\", \"queen\", \"queen\", \"question\", \"question\", \"question\", \"question\", \"question\", \"question\", \"question\", \"question\", \"question\", \"question\", \"race\", \"race\", \"race\", \"race\", \"race\", \"race\", \"race\", \"race\", \"race\", \"rachel\", \"rachel\", \"ralph\", \"rama\", \"ranch\", \"rat\", \"rat\", \"rat\", \"raven\", \"reader\", \"reader\", \"reader\", \"reader\", \"recollect\", \"refer\", \"refer\", \"refer\", \"refer\", \"refer\", \"refer\", \"refer\", \"refer\", \"refer\", \"reflect\", \"reflect\", \"reflect\", \"reflect\", \"reflect\", \"religion\", \"religion\", \"religion\", \"ren\", \"republ\", \"republ\", \"republ\", \"restaur\", \"restaur\", \"return earth\", \"revolut\", \"revolut\", \"rhi\", \"rian\", \"richard\", \"richard\", \"richard\", \"richard\", \"richard\", \"robert\", \"robert\", \"robert\", \"robert\", \"robert\", \"robot\", \"roman\", \"roman\", \"roman\", \"roman\", \"roman\", \"room\", \"room\", \"room\", \"room\", \"room\", \"room\", \"room\", \"room\", \"rosa\", \"rose\", \"rose\", \"rose\", \"rose\", \"rose\", \"rowan\", \"rubi\", \"rupert\", \"russia\", \"russia\", \"russian\", \"russian\", \"russian\", \"ruth\", \"sail\", \"sail\", \"sail\", \"saint\", \"saint\", \"saint\", \"salli\", \"sam\", \"sam\", \"sam\", \"sara\", \"sarah\", \"sarah\", \"scarlett\", \"scene\", \"scene\", \"scene\", \"scene\", \"scene\", \"scene\", \"scientist\", \"scientist\", \"sea\", \"sea\", \"sea\", \"sea\", \"sea\", \"sea\", \"sea\", \"section\", \"section\", \"section\", \"section\", \"self\", \"self\", \"self\", \"self\", \"self\", \"self\", \"self\", \"self\", \"sentient\", \"serpent\", \"servant\", \"servant\", \"servant\", \"servant\", \"seth\", \"sexual\", \"sexual\", \"sexual\", \"sexual\", \"sexual\", \"shade\", \"shadow\", \"shadow\", \"shadow\", \"shadow\", \"shadow\", \"shadow\", \"shark\", \"sharp\", \"sharp\", \"sharp\", \"sharp\", \"ship\", \"ship\", \"short stori\", \"simon\", \"simul\", \"sir\", \"smiley\", \"snake\", \"snake\", \"snake\", \"social\", \"social\", \"social\", \"social\", \"social\", \"societi\", \"societi\", \"societi\", \"societi\", \"socrat\", \"solar\", \"solar system\", \"soldier\", \"soldier\", \"soldier\", \"soldier\", \"soldier\", \"solo\", \"someon\", \"someon\", \"someon\", \"someon\", \"someon\", \"someon\", \"someon\", \"someon\", \"sooki\", \"sorcer\", \"soviet\", \"soviet\", \"soviet union\", \"space\", \"space\", \"space\", \"spacecraft\", \"spaceship\", \"speci\", \"spell\", \"spell\", \"spend\", \"spend\", \"spend\", \"spend\", \"spend\", \"spend\", \"spend\", \"spend\", \"spiritu\", \"spiritu\", \"spirou\", \"squir\", \"squir\", \"star\", \"star\", \"star\", \"star\", \"star\", \"starship\", \"sten\", \"stephen\", \"stephen\", \"steven\", \"steven\", \"stone\", \"stone\", \"stone\", \"stone\", \"stone\", \"stone\", \"student\", \"student\", \"student\", \"student\", \"student\", \"student\", \"student\", \"submarin\", \"suitor\", \"summer\", \"summer\", \"summer\", \"summer\", \"summer\", \"summer\", \"support\", \"support\", \"support\", \"support\", \"support\", \"support\", \"support\", \"support\", \"support\", \"surfac\", \"surfac\", \"surfac\", \"surfac\", \"surfac\", \"susan\", \"susan\", \"suspect\", \"suspect\", \"suspect\", \"suspect\", \"suspect\", \"suspect\", \"suspect\", \"sword\", \"sword\", \"system\", \"system\", \"system\", \"tardi\", \"taylor\", \"team\", \"team\", \"team\", \"team\", \"team\", \"technolog\", \"technolog\", \"telepath\", \"telepath\", \"templar\", \"terri\", \"terri\", \"terrorist\", \"terrorist\", \"text\", \"text\", \"text\", \"theme\", \"theme\", \"theme\", \"theo\", \"theori\", \"theori\", \"theori\", \"theseu\", \"third person\", \"thoma\", \"thoma\", \"thoma\", \"thoma\", \"thorn\", \"thorn\", \"thought\", \"thought\", \"thought\", \"thought\", \"thought\", \"thought\", \"thought\", \"thought\", \"thought\", \"throughout\", \"throughout\", \"throughout\", \"throughout\", \"throughout\", \"throughout\", \"throughout\", \"throughout\", \"throughout\", \"throughout\", \"tim\", \"time travel\", \"tintin\", \"titan\", \"tobi\", \"tobia\", \"todd\", \"tom\", \"tommi\", \"toni\", \"train\", \"train\", \"train\", \"train\", \"train\", \"train\", \"train\", \"train\", \"train\", \"train\", \"trap\", \"trap\", \"trap\", \"trap\", \"trap\", \"trap\", \"trap\", \"trap\", \"tree\", \"tree\", \"tree\", \"tribe\", \"tribe\", \"tribe\", \"trojan\", \"troll\", \"troop\", \"troop\", \"troop\", \"troop\", \"uncl\", \"uncl\", \"uncl\", \"uncl\", \"uncl\", \"uncl\", \"understand\", \"understand\", \"understand\", \"understand\", \"understand\", \"understand\", \"union\", \"union\", \"union\", \"union\", \"unit\", \"unit\", \"unit\", \"unit\", \"unit\", \"unit state\", \"unit state\", \"univers\", \"univers\", \"univers\", \"univers\", \"use magic\", \"val\", \"val rian\", \"valentin\", \"valkyri\", \"vampir\", \"vampir\", \"variou\", \"variou\", \"variou\", \"variou\", \"variou\", \"variou\", \"variou\", \"view\", \"view\", \"view\", \"view\", \"view\", \"vike\", \"villag\", \"villag\", \"villag\", \"villag\", \"villag\", \"viru\", \"viru\", \"visser\", \"visser three\", \"vlad\", \"vong\", \"waldo\", \"walk\", \"walk\", \"walk\", \"walk\", \"walk\", \"walk\", \"warrior\", \"warrior\", \"warrior\", \"weapon\", \"weapon\", \"weapon\", \"weapon\", \"weapon\", \"willi\", \"william\", \"william\", \"william\", \"william\", \"william\", \"william\", \"william\", \"witch\", \"wizard\", \"wolf\", \"wolf\", \"women\", \"women\", \"women\", \"women\", \"women\", \"women\", \"word\", \"word\", \"word\", \"word\", \"word\", \"word\", \"word\", \"word\", \"word\", \"writer\", \"writer\", \"written\", \"written\", \"written\", \"written\", \"written\", \"written\", \"yacht\", \"yacht\", \"yeerk\", \"york\", \"york\", \"york\", \"york\", \"york\", \"yuuzhan\", \"zoey\"]}, \"R\": 30, \"lambda.step\": 0.01, \"plot.opts\": {\"xlab\": \"PC1\", \"ylab\": \"PC2\"}, \"topic.order\": [3, 4, 10, 2, 8, 9, 7, 1, 6, 5]};\n",
              "\n",
              "function LDAvis_load_lib(url, callback){\n",
              "  var s = document.createElement('script');\n",
              "  s.src = url;\n",
              "  s.async = true;\n",
              "  s.onreadystatechange = s.onload = callback;\n",
              "  s.onerror = function(){console.warn(\"failed to load library \" + url);};\n",
              "  document.getElementsByTagName(\"head\")[0].appendChild(s);\n",
              "}\n",
              "\n",
              "if(typeof(LDAvis) !== \"undefined\"){\n",
              "   // already loaded: just create the visualization\n",
              "   !function(LDAvis){\n",
              "       new LDAvis(\"#\" + \"ldavis_el255133934106414656743217502\", ldavis_el255133934106414656743217502_data);\n",
              "   }(LDAvis);\n",
              "}else if(typeof define === \"function\" && define.amd){\n",
              "   // require.js is available: use it to load d3/LDAvis\n",
              "   require.config({paths: {d3: \"https://d3js.org/d3.v5\"}});\n",
              "   require([\"d3\"], function(d3){\n",
              "      window.d3 = d3;\n",
              "      LDAvis_load_lib(\"https://cdn.jsdelivr.net/gh/bmabey/pyLDAvis@3.4.0/pyLDAvis/js/ldavis.v3.0.0.js\", function(){\n",
              "        new LDAvis(\"#\" + \"ldavis_el255133934106414656743217502\", ldavis_el255133934106414656743217502_data);\n",
              "      });\n",
              "    });\n",
              "}else{\n",
              "    // require.js not available: dynamically load d3 & LDAvis\n",
              "    LDAvis_load_lib(\"https://d3js.org/d3.v5.js\", function(){\n",
              "         LDAvis_load_lib(\"https://cdn.jsdelivr.net/gh/bmabey/pyLDAvis@3.4.0/pyLDAvis/js/ldavis.v3.0.0.js\", function(){\n",
              "                 new LDAvis(\"#\" + \"ldavis_el255133934106414656743217502\", ldavis_el255133934106414656743217502_data);\n",
              "            })\n",
              "         });\n",
              "}\n",
              "</script>"
            ]
          },
          "metadata": {},
          "execution_count": 43
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Sistema de recomendación usando similitud coseno"
      ],
      "metadata": {
        "id": "njuCXS0Nj9wM"
      }
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "n31R_6YVmiHb"
      },
      "source": [
        "\n",
        "def similitud_coseno(a_vector, b_vector):\n",
        "    '''Calcula la similitud coseno entre los vectores a y b'''\n",
        "\n",
        "    numerador = np.dot(a_vector, b_vector)\n",
        "\n",
        "    a_norm = np.sqrt(np.sum(a_vector**2))\n",
        "    b_norm = np.sqrt(np.sum(b_vector**2))\n",
        "\n",
        "    denominador = a_norm * b_norm\n",
        "\n",
        "    similitud_coseno = numerador / denominador\n",
        "\n",
        "    return similitud_coseno"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "df_lda.iloc[2,:]"
      ],
      "metadata": {
        "id": "8jKnAuOrsQ4J",
        "outputId": "5d6ffdd3-5184-4582-8e8e-49458637ae16",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Title                                                 The Plague\n",
              "Author                                              Albert Camus\n",
              "Genre          [Existentialism, Fiction, Absurdist fiction, N...\n",
              "Summary         The text of The Plague is divided into five p...\n",
              "len Summary                                                 1119\n",
              "Summary_pp     text plagu divid five part town oran thousand ...\n",
              "0                                                       0.078117\n",
              "1                                                       0.083671\n",
              "2                                                       0.240716\n",
              "3                                                       0.071468\n",
              "4                                                       0.000222\n",
              "5                                                       0.088561\n",
              "6                                                       0.050103\n",
              "7                                                       0.228708\n",
              "8                                                       0.158212\n",
              "9                                                       0.000222\n",
              "Name: 2, dtype: object"
            ]
          },
          "metadata": {},
          "execution_count": 45
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def documentos_similares(titulo):\n",
        "  inx = df[df['Title']==titulo].index[0]\n",
        "  q_k = doc_top.loc[inx].values\n",
        "  n = doc_top.shape[0]\n",
        "  similaridad = {}\n",
        "  relevantes={}\n",
        "\n",
        "  # Calcular similitud coseno\n",
        "  for doc_inx in range(n):\n",
        "      if doc_inx == inx:\n",
        "          continue\n",
        "      similaridad[doc_inx] = similitud_coseno(q_k, doc_top.loc[doc_inx].values)\n",
        "\n",
        "  rank = {k:v for k,v in sorted(similaridad.items(), key=lambda x: x[1],\n",
        "                                reverse=True)}\n",
        "  top5= pd.DataFrame.from_dict(rank, orient = 'index', columns=['sim_cos']).head()\n",
        "  recomendaciones = pd.merge(df.iloc[:,0:3], top5, how='right',  right_index=True, left_index=True)\n",
        "  recomendaciones.index = np.arange(1, 6)\n",
        "  return recomendaciones\n",
        "\n"
      ],
      "metadata": {
        "id": "DVd1LBCoYZVe"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "documentos_similares('Dune')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "outputId": "5d9fe66e-6a4d-4dc4-c266-c28a7c53b587",
        "id": "ot1jPhAsjdfH"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                   Title         Author  \\\n",
              "1  The Mandalorian Armor    K. W. Jeter   \n",
              "2          Balance Point    Kathy Tyers   \n",
              "3    The Fight for Truth  Judy Blundell   \n",
              "4         The Clone Wars  Karen Traviss   \n",
              "5             Invincible   Troy Denning   \n",
              "\n",
              "                                               Genre   sim_cos  \n",
              "1             [Science Fiction, Speculative fiction]  0.977255  \n",
              "2    [Science Fiction, Speculative fiction, Fantasy]  0.957015  \n",
              "3  [Science Fiction, Speculative fiction, Childre...  0.954514  \n",
              "4                                  [Science Fiction]  0.950693  \n",
              "5             [Science Fiction, Speculative fiction]  0.948524  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-87ee9c7d-6cf0-4db7-bc73-5f260a124556\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Author</th>\n",
              "      <th>Genre</th>\n",
              "      <th>sim_cos</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>The Mandalorian Armor</td>\n",
              "      <td>K. W. Jeter</td>\n",
              "      <td>[Science Fiction, Speculative fiction]</td>\n",
              "      <td>0.977255</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Balance Point</td>\n",
              "      <td>Kathy Tyers</td>\n",
              "      <td>[Science Fiction, Speculative fiction, Fantasy]</td>\n",
              "      <td>0.957015</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>The Fight for Truth</td>\n",
              "      <td>Judy Blundell</td>\n",
              "      <td>[Science Fiction, Speculative fiction, Childre...</td>\n",
              "      <td>0.954514</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>The Clone Wars</td>\n",
              "      <td>Karen Traviss</td>\n",
              "      <td>[Science Fiction]</td>\n",
              "      <td>0.950693</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>Invincible</td>\n",
              "      <td>Troy Denning</td>\n",
              "      <td>[Science Fiction, Speculative fiction]</td>\n",
              "      <td>0.948524</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-87ee9c7d-6cf0-4db7-bc73-5f260a124556')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-87ee9c7d-6cf0-4db7-bc73-5f260a124556 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-87ee9c7d-6cf0-4db7-bc73-5f260a124556');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-0da043eb-a0cf-401e-a4fd-bc3c0f1857af\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-0da043eb-a0cf-401e-a4fd-bc3c0f1857af')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-0da043eb-a0cf-401e-a4fd-bc3c0f1857af button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "summary": "{\n  \"name\": \"documentos_similares('Dune')\",\n  \"rows\": 5,\n  \"fields\": [\n    {\n      \"column\": \"Title\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 5,\n        \"samples\": [\n          \"Balance Point\",\n          \"Invincible\",\n          \"The Fight for Truth\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Author\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 5,\n        \"samples\": [\n          \"Kathy Tyers\",\n          \"Troy Denning\",\n          \"Judy Blundell\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Genre\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"sim_cos\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.011470294860352784,\n        \"min\": 0.9485239031663711,\n        \"max\": 0.9772553020949701,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          0.9570148174108282,\n          0.9485239031663711,\n          0.954514255210199\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 47
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "documentos_similares('The Time Machine')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "72061732-e635-49ff-e74e-c7e94163838f",
        "id": "Bx6ufe_-lRBT"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                Title            Author  \\\n",
              "1               The Flames: A Fantasy    Olaf Stapledon   \n",
              "2                   The Great Romance                     \n",
              "3                  Bones of the Earth  Michael Swanwick   \n",
              "4  Isaac Asimov's Robot City: Prodigy      Isaac Asimov   \n",
              "5                      Die Vecna Die!      Steve Miller   \n",
              "\n",
              "                                               Genre   sim_cos  \n",
              "1                           [Science Fiction, Novel]  0.993844  \n",
              "2  [Science Fiction, Speculative fiction, Utopian...  0.987241  \n",
              "3             [Science Fiction, Speculative fiction]  0.985852  \n",
              "4                                  [Science Fiction]  0.985713  \n",
              "5                                [Role-playing game]  0.985452  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-fe547a32-4cbc-4094-995d-7a6b34c995f5\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Author</th>\n",
              "      <th>Genre</th>\n",
              "      <th>sim_cos</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>The Flames: A Fantasy</td>\n",
              "      <td>Olaf Stapledon</td>\n",
              "      <td>[Science Fiction, Novel]</td>\n",
              "      <td>0.993844</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>The Great Romance</td>\n",
              "      <td></td>\n",
              "      <td>[Science Fiction, Speculative fiction, Utopian...</td>\n",
              "      <td>0.987241</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Bones of the Earth</td>\n",
              "      <td>Michael Swanwick</td>\n",
              "      <td>[Science Fiction, Speculative fiction]</td>\n",
              "      <td>0.985852</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Isaac Asimov's Robot City: Prodigy</td>\n",
              "      <td>Isaac Asimov</td>\n",
              "      <td>[Science Fiction]</td>\n",
              "      <td>0.985713</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>Die Vecna Die!</td>\n",
              "      <td>Steve Miller</td>\n",
              "      <td>[Role-playing game]</td>\n",
              "      <td>0.985452</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-fe547a32-4cbc-4094-995d-7a6b34c995f5')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-fe547a32-4cbc-4094-995d-7a6b34c995f5 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-fe547a32-4cbc-4094-995d-7a6b34c995f5');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-99bf9591-2549-4c93-943c-a2e36a697d51\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-99bf9591-2549-4c93-943c-a2e36a697d51')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-99bf9591-2549-4c93-943c-a2e36a697d51 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "summary": "{\n  \"name\": \"documentos_similares('The Time Machine')\",\n  \"rows\": 5,\n  \"fields\": [\n    {\n      \"column\": \"Title\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 5,\n        \"samples\": [\n          \"The Great Romance\",\n          \"Die Vecna Die!\",\n          \"Bones of the Earth\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Author\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 5,\n        \"samples\": [\n          \"\",\n          \"Steve Miller\",\n          \"Michael Swanwick\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Genre\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"sim_cos\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.003547961107361763,\n        \"min\": 0.9854518100815031,\n        \"max\": 0.9938443843524426,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          0.9872406863204828,\n          0.9854518100815031,\n          0.9858517203521093\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 48
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "documentos_similares('Harry Potter and the Chamber of Secrets')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "outputId": "4a828cbb-fc0a-46fd-b04b-08f3c8617d0f",
        "id": "zrhdacL2md3s"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                       Title         Author  \\\n",
              "1   Harry Potter and the Philosopher's Stone  J. K. Rowling   \n",
              "2        Harry Potter and the Goblet of Fire  J. K. Rowling   \n",
              "3   Harry Potter and the Prisoner of Azkaban  J. K. Rowling   \n",
              "4  Harry Potter and the Order of the Phoenix  J. K. Rowling   \n",
              "5     Harry Potter and the Half-Blood Prince  J. K. Rowling   \n",
              "\n",
              "                                               Genre   sim_cos  \n",
              "1  [Children's literature, Fantasy, Speculative f...  0.992247  \n",
              "2                              [Speculative fiction]  0.986299  \n",
              "3  [Fantasy, Speculative fiction, Young adult lit...  0.982123  \n",
              "4         [Fantasy, Young adult literature, Fiction]  0.981412  \n",
              "5         [Fantasy, Young adult literature, Fiction]  0.979495  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-ca885453-59c1-408e-8a21-7944b99a8041\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Author</th>\n",
              "      <th>Genre</th>\n",
              "      <th>sim_cos</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Harry Potter and the Philosopher's Stone</td>\n",
              "      <td>J. K. Rowling</td>\n",
              "      <td>[Children's literature, Fantasy, Speculative f...</td>\n",
              "      <td>0.992247</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Harry Potter and the Goblet of Fire</td>\n",
              "      <td>J. K. Rowling</td>\n",
              "      <td>[Speculative fiction]</td>\n",
              "      <td>0.986299</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Harry Potter and the Prisoner of Azkaban</td>\n",
              "      <td>J. K. Rowling</td>\n",
              "      <td>[Fantasy, Speculative fiction, Young adult lit...</td>\n",
              "      <td>0.982123</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Harry Potter and the Order of the Phoenix</td>\n",
              "      <td>J. K. Rowling</td>\n",
              "      <td>[Fantasy, Young adult literature, Fiction]</td>\n",
              "      <td>0.981412</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>Harry Potter and the Half-Blood Prince</td>\n",
              "      <td>J. K. Rowling</td>\n",
              "      <td>[Fantasy, Young adult literature, Fiction]</td>\n",
              "      <td>0.979495</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-ca885453-59c1-408e-8a21-7944b99a8041')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-ca885453-59c1-408e-8a21-7944b99a8041 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-ca885453-59c1-408e-8a21-7944b99a8041');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-737239c9-2863-4904-b3ee-cf8de47d8998\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-737239c9-2863-4904-b3ee-cf8de47d8998')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-737239c9-2863-4904-b3ee-cf8de47d8998 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "summary": "{\n  \"name\": \"documentos_similares('Harry Potter and the Chamber of Secrets')\",\n  \"rows\": 5,\n  \"fields\": [\n    {\n      \"column\": \"Title\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 5,\n        \"samples\": [\n          \"Harry Potter and the Goblet of Fire\",\n          \"Harry Potter and the Half-Blood Prince\",\n          \"Harry Potter and the Prisoner of Azkaban\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Author\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 1,\n        \"samples\": [\n          \"J. K. Rowling\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"Genre\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"sim_cos\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.005082470396288481,\n        \"min\": 0.9794945229258266,\n        \"max\": 0.992246844325724,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          0.9862994995053626\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 49
        }
      ]
    }
  ]
}