SVD_Recommender.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "SVD_Recommender.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "authorship_tag": "ABX9TyORvBi+i2UcFZ97635vMtMM",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/ADIthaker/Recommender-Systems/blob/master/SVD_Recommender.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "MtF4-K2x8hl_",
        "outputId": "a13582f9-4dcd-4090-b233-6e9878af09ed"
      },
      "source": [
        "! mkdir ~/.kaggle\n",
        "! cp kaggle.json ~/.kaggle/\n",
        "! chmod 600 ~/.kaggle/kaggle.json\n",
        "! kaggle datasets download -d odedgolden/movielens-1m-dataset"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "mkdir: cannot create directory ‘/root/.kaggle’: File exists\n",
            "Downloading movielens-1m-dataset.zip to /content\n",
            "100% 5.83M/5.83M [00:00<00:00, 58.2MB/s]\n",
            "\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "SSYdZd-Y8uXL"
      },
      "source": [
        "! unzip -q movielens-1m-dataset.zip"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "4Enc--3P9ecU"
      },
      "source": [
        "import pandas as pd\n",
        "import numpy as np\n",
        "from scipy.linalg import svd\n",
        "pd.__version__"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "cA5VFbZv9phA",
        "outputId": "90b05bbc-225b-4093-970e-f81d07b475c3"
      },
      "source": [
        "rating_data = pd.io.parsers.read_csv('./ratings.dat',names=['user_id', 'movie_id', 'rating', 'time'],\n",
        "    engine='python', delimiter='::')\n",
        "rating_data.head(5)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>user_id</th>\n",
              "      <th>movie_id</th>\n",
              "      <th>rating</th>\n",
              "      <th>time</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>1193</td>\n",
              "      <td>5</td>\n",
              "      <td>978300760</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>661</td>\n",
              "      <td>3</td>\n",
              "      <td>978302109</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1</td>\n",
              "      <td>914</td>\n",
              "      <td>3</td>\n",
              "      <td>978301968</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1</td>\n",
              "      <td>3408</td>\n",
              "      <td>4</td>\n",
              "      <td>978300275</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1</td>\n",
              "      <td>2355</td>\n",
              "      <td>5</td>\n",
              "      <td>978824291</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   user_id  movie_id  rating       time\n",
              "0        1      1193       5  978300760\n",
              "1        1       661       3  978302109\n",
              "2        1       914       3  978301968\n",
              "3        1      3408       4  978300275\n",
              "4        1      2355       5  978824291"
            ]
          },
          "metadata": {},
          "execution_count": 27
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 363
        },
        "id": "76yzSfA39tb-",
        "outputId": "54650e21-7455-4cbd-ecda-9794155b79f0"
      },
      "source": [
        "movie_data = pd.io.parsers.read_csv('./movies.dat',names=['movie_id', 'title', 'genres'],\n",
        "    engine='python', delimiter='::')\n",
        "movie_data.head(10)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>movie_id</th>\n",
              "      <th>title</th>\n",
              "      <th>genres</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>Toy Story (1995)</td>\n",
              "      <td>Animation|Children's|Comedy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>2</td>\n",
              "      <td>Jumanji (1995)</td>\n",
              "      <td>Adventure|Children's|Fantasy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>3</td>\n",
              "      <td>Grumpier Old Men (1995)</td>\n",
              "      <td>Comedy|Romance</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>4</td>\n",
              "      <td>Waiting to Exhale (1995)</td>\n",
              "      <td>Comedy|Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>5</td>\n",
              "      <td>Father of the Bride Part II (1995)</td>\n",
              "      <td>Comedy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>6</td>\n",
              "      <td>Heat (1995)</td>\n",
              "      <td>Action|Crime|Thriller</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>7</td>\n",
              "      <td>Sabrina (1995)</td>\n",
              "      <td>Comedy|Romance</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>8</td>\n",
              "      <td>Tom and Huck (1995)</td>\n",
              "      <td>Adventure|Children's</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>9</td>\n",
              "      <td>Sudden Death (1995)</td>\n",
              "      <td>Action</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>10</td>\n",
              "      <td>GoldenEye (1995)</td>\n",
              "      <td>Action|Adventure|Thriller</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   movie_id                               title                        genres\n",
              "0         1                    Toy Story (1995)   Animation|Children's|Comedy\n",
              "1         2                      Jumanji (1995)  Adventure|Children's|Fantasy\n",
              "2         3             Grumpier Old Men (1995)                Comedy|Romance\n",
              "3         4            Waiting to Exhale (1995)                  Comedy|Drama\n",
              "4         5  Father of the Bride Part II (1995)                        Comedy\n",
              "5         6                         Heat (1995)         Action|Crime|Thriller\n",
              "6         7                      Sabrina (1995)                Comedy|Romance\n",
              "7         8                 Tom and Huck (1995)          Adventure|Children's\n",
              "8         9                 Sudden Death (1995)                        Action\n",
              "9        10                    GoldenEye (1995)     Action|Adventure|Thriller"
            ]
          },
          "metadata": {},
          "execution_count": 28
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "id": "EVWkY4PXE6QI",
        "outputId": "bd45c4e4-179c-4257-c90d-2fbf2453c8c0"
      },
      "source": [
        "data= pd.merge(rating_data, movie_data, on=\"movie_id\")\n",
        "data"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>user_id</th>\n",
              "      <th>movie_id</th>\n",
              "      <th>rating</th>\n",
              "      <th>time</th>\n",
              "      <th>title</th>\n",
              "      <th>genres</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1</td>\n",
              "      <td>1193</td>\n",
              "      <td>5</td>\n",
              "      <td>978300760</td>\n",
              "      <td>One Flew Over the Cuckoo's Nest (1975)</td>\n",
              "      <td>Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>2</td>\n",
              "      <td>1193</td>\n",
              "      <td>5</td>\n",
              "      <td>978298413</td>\n",
              "      <td>One Flew Over the Cuckoo's Nest (1975)</td>\n",
              "      <td>Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>12</td>\n",
              "      <td>1193</td>\n",
              "      <td>4</td>\n",
              "      <td>978220179</td>\n",
              "      <td>One Flew Over the Cuckoo's Nest (1975)</td>\n",
              "      <td>Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>15</td>\n",
              "      <td>1193</td>\n",
              "      <td>4</td>\n",
              "      <td>978199279</td>\n",
              "      <td>One Flew Over the Cuckoo's Nest (1975)</td>\n",
              "      <td>Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>17</td>\n",
              "      <td>1193</td>\n",
              "      <td>5</td>\n",
              "      <td>978158471</td>\n",
              "      <td>One Flew Over the Cuckoo's Nest (1975)</td>\n",
              "      <td>Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1000204</th>\n",
              "      <td>5949</td>\n",
              "      <td>2198</td>\n",
              "      <td>5</td>\n",
              "      <td>958846401</td>\n",
              "      <td>Modulations (1998)</td>\n",
              "      <td>Documentary</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1000205</th>\n",
              "      <td>5675</td>\n",
              "      <td>2703</td>\n",
              "      <td>3</td>\n",
              "      <td>976029116</td>\n",
              "      <td>Broken Vessels (1998)</td>\n",
              "      <td>Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1000206</th>\n",
              "      <td>5780</td>\n",
              "      <td>2845</td>\n",
              "      <td>1</td>\n",
              "      <td>958153068</td>\n",
              "      <td>White Boys (1999)</td>\n",
              "      <td>Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1000207</th>\n",
              "      <td>5851</td>\n",
              "      <td>3607</td>\n",
              "      <td>5</td>\n",
              "      <td>957756608</td>\n",
              "      <td>One Little Indian (1973)</td>\n",
              "      <td>Comedy|Drama|Western</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1000208</th>\n",
              "      <td>5938</td>\n",
              "      <td>2909</td>\n",
              "      <td>4</td>\n",
              "      <td>957273353</td>\n",
              "      <td>Five Wives, Three Secretaries and Me (1998)</td>\n",
              "      <td>Documentary</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1000209 rows × 6 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "         user_id  ...                genres\n",
              "0              1  ...                 Drama\n",
              "1              2  ...                 Drama\n",
              "2             12  ...                 Drama\n",
              "3             15  ...                 Drama\n",
              "4             17  ...                 Drama\n",
              "...          ...  ...                   ...\n",
              "1000204     5949  ...           Documentary\n",
              "1000205     5675  ...                 Drama\n",
              "1000206     5780  ...                 Drama\n",
              "1000207     5851  ...  Comedy|Drama|Western\n",
              "1000208     5938  ...           Documentary\n",
              "\n",
              "[1000209 rows x 6 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 32
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 443
        },
        "id": "3VpAwMLIFQxo",
        "outputId": "03158a4f-7924-48f4-f6ef-5e66a69e6991"
      },
      "source": [
        "new_data = pd.pivot_table(data, values=\"rating\", index=['user_id'], columns=[\"movie_id\"]).fillna(0)\n",
        "new_data.head(10)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th>movie_id</th>\n",
              "      <th>1</th>\n",
              "      <th>2</th>\n",
              "      <th>3</th>\n",
              "      <th>4</th>\n",
              "      <th>5</th>\n",
              "      <th>6</th>\n",
              "      <th>7</th>\n",
              "      <th>8</th>\n",
              "      <th>9</th>\n",
              "      <th>10</th>\n",
              "      <th>11</th>\n",
              "      <th>12</th>\n",
              "      <th>13</th>\n",
              "      <th>14</th>\n",
              "      <th>15</th>\n",
              "      <th>16</th>\n",
              "      <th>17</th>\n",
              "      <th>18</th>\n",
              "      <th>19</th>\n",
              "      <th>20</th>\n",
              "      <th>21</th>\n",
              "      <th>22</th>\n",
              "      <th>23</th>\n",
              "      <th>24</th>\n",
              "      <th>25</th>\n",
              "      <th>26</th>\n",
              "      <th>27</th>\n",
              "      <th>28</th>\n",
              "      <th>29</th>\n",
              "      <th>30</th>\n",
              "      <th>31</th>\n",
              "      <th>32</th>\n",
              "      <th>33</th>\n",
              "      <th>34</th>\n",
              "      <th>35</th>\n",
              "      <th>36</th>\n",
              "      <th>37</th>\n",
              "      <th>38</th>\n",
              "      <th>39</th>\n",
              "      <th>40</th>\n",
              "      <th>...</th>\n",
              "      <th>3913</th>\n",
              "      <th>3914</th>\n",
              "      <th>3915</th>\n",
              "      <th>3916</th>\n",
              "      <th>3917</th>\n",
              "      <th>3918</th>\n",
              "      <th>3919</th>\n",
              "      <th>3920</th>\n",
              "      <th>3921</th>\n",
              "      <th>3922</th>\n",
              "      <th>3923</th>\n",
              "      <th>3924</th>\n",
              "      <th>3925</th>\n",
              "      <th>3926</th>\n",
              "      <th>3927</th>\n",
              "      <th>3928</th>\n",
              "      <th>3929</th>\n",
              "      <th>3930</th>\n",
              "      <th>3931</th>\n",
              "      <th>3932</th>\n",
              "      <th>3933</th>\n",
              "      <th>3934</th>\n",
              "      <th>3935</th>\n",
              "      <th>3936</th>\n",
              "      <th>3937</th>\n",
              "      <th>3938</th>\n",
              "      <th>3939</th>\n",
              "      <th>3940</th>\n",
              "      <th>3941</th>\n",
              "      <th>3942</th>\n",
              "      <th>3943</th>\n",
              "      <th>3944</th>\n",
              "      <th>3945</th>\n",
              "      <th>3946</th>\n",
              "      <th>3947</th>\n",
              "      <th>3948</th>\n",
              "      <th>3949</th>\n",
              "      <th>3950</th>\n",
              "      <th>3951</th>\n",
              "      <th>3952</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>user_id</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>5.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>4.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>4.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>5.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>5.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>...</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>10 rows × 3706 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "movie_id  1     2     3     4     5     ...  3948  3949  3950  3951  3952\n",
              "user_id                                 ...                              \n",
              "1          5.0   0.0   0.0   0.0   0.0  ...   0.0   0.0   0.0   0.0   0.0\n",
              "2          0.0   0.0   0.0   0.0   0.0  ...   0.0   0.0   0.0   0.0   0.0\n",
              "3          0.0   0.0   0.0   0.0   0.0  ...   0.0   0.0   0.0   0.0   0.0\n",
              "4          0.0   0.0   0.0   0.0   0.0  ...   0.0   0.0   0.0   0.0   0.0\n",
              "5          0.0   0.0   0.0   0.0   0.0  ...   0.0   0.0   0.0   0.0   0.0\n",
              "6          4.0   0.0   0.0   0.0   0.0  ...   0.0   0.0   0.0   0.0   0.0\n",
              "7          0.0   0.0   0.0   0.0   0.0  ...   0.0   0.0   0.0   0.0   0.0\n",
              "8          4.0   0.0   0.0   3.0   0.0  ...   0.0   0.0   0.0   0.0   0.0\n",
              "9          5.0   0.0   0.0   0.0   0.0  ...   3.0   0.0   0.0   0.0   0.0\n",
              "10         5.0   5.0   0.0   0.0   0.0  ...   4.0   0.0   0.0   0.0   0.0\n",
              "\n",
              "[10 rows x 3706 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 35
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "TWY_pc_IFogc"
      },
      "source": [
        "A = new_data.values\n",
        "usr_rating_mean = np.mean(A, axis=1)\n",
        "A_demeaned = A - usr_rating_mean.reshape(-1, 1)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 443
        },
        "id": "giN8vvlXNb-K",
        "outputId": "2787a9cd-0e13-4c3a-87be-69b0c0479d0c"
      },
      "source": [
        "pd.DataFrame(A_demeaned)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "      <th>1</th>\n",
              "      <th>2</th>\n",
              "      <th>3</th>\n",
              "      <th>4</th>\n",
              "      <th>5</th>\n",
              "      <th>6</th>\n",
              "      <th>7</th>\n",
              "      <th>8</th>\n",
              "      <th>9</th>\n",
              "      <th>10</th>\n",
              "      <th>11</th>\n",
              "      <th>12</th>\n",
              "      <th>13</th>\n",
              "      <th>14</th>\n",
              "      <th>15</th>\n",
              "      <th>16</th>\n",
              "      <th>17</th>\n",
              "      <th>18</th>\n",
              "      <th>19</th>\n",
              "      <th>20</th>\n",
              "      <th>21</th>\n",
              "      <th>22</th>\n",
              "      <th>23</th>\n",
              "      <th>24</th>\n",
              "      <th>25</th>\n",
              "      <th>26</th>\n",
              "      <th>27</th>\n",
              "      <th>28</th>\n",
              "      <th>29</th>\n",
              "      <th>30</th>\n",
              "      <th>31</th>\n",
              "      <th>32</th>\n",
              "      <th>33</th>\n",
              "      <th>34</th>\n",
              "      <th>35</th>\n",
              "      <th>36</th>\n",
              "      <th>37</th>\n",
              "      <th>38</th>\n",
              "      <th>39</th>\n",
              "      <th>...</th>\n",
              "      <th>3666</th>\n",
              "      <th>3667</th>\n",
              "      <th>3668</th>\n",
              "      <th>3669</th>\n",
              "      <th>3670</th>\n",
              "      <th>3671</th>\n",
              "      <th>3672</th>\n",
              "      <th>3673</th>\n",
              "      <th>3674</th>\n",
              "      <th>3675</th>\n",
              "      <th>3676</th>\n",
              "      <th>3677</th>\n",
              "      <th>3678</th>\n",
              "      <th>3679</th>\n",
              "      <th>3680</th>\n",
              "      <th>3681</th>\n",
              "      <th>3682</th>\n",
              "      <th>3683</th>\n",
              "      <th>3684</th>\n",
              "      <th>3685</th>\n",
              "      <th>3686</th>\n",
              "      <th>3687</th>\n",
              "      <th>3688</th>\n",
              "      <th>3689</th>\n",
              "      <th>3690</th>\n",
              "      <th>3691</th>\n",
              "      <th>3692</th>\n",
              "      <th>3693</th>\n",
              "      <th>3694</th>\n",
              "      <th>3695</th>\n",
              "      <th>3696</th>\n",
              "      <th>3697</th>\n",
              "      <th>3698</th>\n",
              "      <th>3699</th>\n",
              "      <th>3700</th>\n",
              "      <th>3701</th>\n",
              "      <th>3702</th>\n",
              "      <th>3703</th>\n",
              "      <th>3704</th>\n",
              "      <th>3705</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>4.940097</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "      <td>-0.059903</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>0.870750</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "      <td>-0.129250</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "      <td>-0.053697</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "      <td>-0.023745</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>1.831894</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>2.831894</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>0.831894</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>4.831894</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>3.831894</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>3.831894</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>2.831894</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>2.831894</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "      <td>-0.168106</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6035</th>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>1.208581</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>2.208581</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>2.208581</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>2.208581</td>\n",
              "      <td>3.208581</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>2.208581</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>1.208581</td>\n",
              "      <td>3.208581</td>\n",
              "      <td>2.208581</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>3.208581</td>\n",
              "      <td>2.208581</td>\n",
              "      <td>3.208581</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>2.208581</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>4.208581</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>2.208581</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "      <td>-0.791419</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6036</th>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>3.797356</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>2.797356</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>2.797356</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "      <td>-0.202644</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6037</th>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "      <td>-0.020507</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6038</th>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "      <td>-0.128710</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6039</th>\n",
              "      <td>2.670804</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>2.670804</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>2.670804</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>3.670804</td>\n",
              "      <td>2.670804</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>3.670804</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>3.670804</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>3.670804</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>2.670804</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "      <td>-0.329196</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>6040 rows × 3706 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "          0         1         2     ...      3703      3704      3705\n",
              "0     4.940097 -0.059903 -0.059903  ... -0.059903 -0.059903 -0.059903\n",
              "1    -0.129250 -0.129250 -0.129250  ... -0.129250 -0.129250 -0.129250\n",
              "2    -0.053697 -0.053697 -0.053697  ... -0.053697 -0.053697 -0.053697\n",
              "3    -0.023745 -0.023745 -0.023745  ... -0.023745 -0.023745 -0.023745\n",
              "4    -0.168106 -0.168106 -0.168106  ... -0.168106 -0.168106 -0.168106\n",
              "...        ...       ...       ...  ...       ...       ...       ...\n",
              "6035 -0.791419 -0.791419 -0.791419  ... -0.791419 -0.791419 -0.791419\n",
              "6036 -0.202644 -0.202644 -0.202644  ... -0.202644 -0.202644 -0.202644\n",
              "6037 -0.020507 -0.020507 -0.020507  ... -0.020507 -0.020507 -0.020507\n",
              "6038 -0.128710 -0.128710 -0.128710  ... -0.128710 -0.128710 -0.128710\n",
              "6039  2.670804 -0.329196 -0.329196  ... -0.329196 -0.329196 -0.329196\n",
              "\n",
              "[6040 rows x 3706 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 43
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "IvgQrLKRNnvN"
      },
      "source": [
        "from scipy.sparse.linalg import svds"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Tc4Z-1acVte-"
      },
      "source": [
        "U, sigma, Vt = svds(A_demeaned, k = 50)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "tSdVNivNVxKn"
      },
      "source": [
        "sigma = np.diag(sigma)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "o0FhT0rYgMiO",
        "outputId": "b6e64290-6461-4d22-90c3-08b5e78124b2"
      },
      "source": [
        "all_user_predicted_ratings = np.dot(np.dot(U, sigma), Vt) + usr_rating_mean.reshape(-1, 1)\n",
        "all_user_predicted_ratings"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([[ 4.28886061,  0.14305516, -0.1950795 , ...,  0.03191195,\n",
              "         0.05044975,  0.08891033],\n",
              "       [ 0.74471587,  0.16965927,  0.33541808, ..., -0.10110207,\n",
              "        -0.0540982 , -0.14018846],\n",
              "       [ 1.81882382,  0.45613623,  0.09097801, ...,  0.01234452,\n",
              "         0.01514752, -0.10995596],\n",
              "       ...,\n",
              "       [ 0.61908871, -0.16176859,  0.10673806, ..., -0.01336948,\n",
              "        -0.0303543 , -0.11493552],\n",
              "       [ 1.50360483, -0.03620761, -0.16126817, ..., -0.01090407,\n",
              "        -0.03864749, -0.16835943],\n",
              "       [ 1.99624816, -0.18598715, -0.1564782 , ..., -0.00664061,\n",
              "         0.12706713,  0.28500112]])"
            ]
          },
          "metadata": {},
          "execution_count": 48
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 255
        },
        "id": "5TC-O6RbgSBh",
        "outputId": "ed1a1b46-66ba-4b40-939d-5e0f647e4ac1"
      },
      "source": [
        "preds_df = pd.DataFrame(all_user_predicted_ratings, columns = new_data.columns)\n",
        "preds_df.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th>movie_id</th>\n",
              "      <th>1</th>\n",
              "      <th>2</th>\n",
              "      <th>3</th>\n",
              "      <th>4</th>\n",
              "      <th>5</th>\n",
              "      <th>6</th>\n",
              "      <th>7</th>\n",
              "      <th>8</th>\n",
              "      <th>9</th>\n",
              "      <th>10</th>\n",
              "      <th>11</th>\n",
              "      <th>12</th>\n",
              "      <th>13</th>\n",
              "      <th>14</th>\n",
              "      <th>15</th>\n",
              "      <th>16</th>\n",
              "      <th>17</th>\n",
              "      <th>18</th>\n",
              "      <th>19</th>\n",
              "      <th>20</th>\n",
              "      <th>21</th>\n",
              "      <th>22</th>\n",
              "      <th>23</th>\n",
              "      <th>24</th>\n",
              "      <th>25</th>\n",
              "      <th>26</th>\n",
              "      <th>27</th>\n",
              "      <th>28</th>\n",
              "      <th>29</th>\n",
              "      <th>30</th>\n",
              "      <th>31</th>\n",
              "      <th>32</th>\n",
              "      <th>33</th>\n",
              "      <th>34</th>\n",
              "      <th>35</th>\n",
              "      <th>36</th>\n",
              "      <th>37</th>\n",
              "      <th>38</th>\n",
              "      <th>39</th>\n",
              "      <th>40</th>\n",
              "      <th>...</th>\n",
              "      <th>3913</th>\n",
              "      <th>3914</th>\n",
              "      <th>3915</th>\n",
              "      <th>3916</th>\n",
              "      <th>3917</th>\n",
              "      <th>3918</th>\n",
              "      <th>3919</th>\n",
              "      <th>3920</th>\n",
              "      <th>3921</th>\n",
              "      <th>3922</th>\n",
              "      <th>3923</th>\n",
              "      <th>3924</th>\n",
              "      <th>3925</th>\n",
              "      <th>3926</th>\n",
              "      <th>3927</th>\n",
              "      <th>3928</th>\n",
              "      <th>3929</th>\n",
              "      <th>3930</th>\n",
              "      <th>3931</th>\n",
              "      <th>3932</th>\n",
              "      <th>3933</th>\n",
              "      <th>3934</th>\n",
              "      <th>3935</th>\n",
              "      <th>3936</th>\n",
              "      <th>3937</th>\n",
              "      <th>3938</th>\n",
              "      <th>3939</th>\n",
              "      <th>3940</th>\n",
              "      <th>3941</th>\n",
              "      <th>3942</th>\n",
              "      <th>3943</th>\n",
              "      <th>3944</th>\n",
              "      <th>3945</th>\n",
              "      <th>3946</th>\n",
              "      <th>3947</th>\n",
              "      <th>3948</th>\n",
              "      <th>3949</th>\n",
              "      <th>3950</th>\n",
              "      <th>3951</th>\n",
              "      <th>3952</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>4.288861</td>\n",
              "      <td>0.143055</td>\n",
              "      <td>-0.195080</td>\n",
              "      <td>-0.018843</td>\n",
              "      <td>0.012232</td>\n",
              "      <td>-0.176604</td>\n",
              "      <td>-0.074120</td>\n",
              "      <td>0.141358</td>\n",
              "      <td>-0.059553</td>\n",
              "      <td>-0.195950</td>\n",
              "      <td>0.512867</td>\n",
              "      <td>-0.089172</td>\n",
              "      <td>0.310181</td>\n",
              "      <td>-0.002005</td>\n",
              "      <td>-0.052401</td>\n",
              "      <td>-0.189827</td>\n",
              "      <td>0.238360</td>\n",
              "      <td>0.006466</td>\n",
              "      <td>-0.099315</td>\n",
              "      <td>-0.069682</td>\n",
              "      <td>-0.321492</td>\n",
              "      <td>0.111577</td>\n",
              "      <td>0.034795</td>\n",
              "      <td>0.320576</td>\n",
              "      <td>-0.118217</td>\n",
              "      <td>-0.012647</td>\n",
              "      <td>0.065573</td>\n",
              "      <td>-0.098318</td>\n",
              "      <td>0.064081</td>\n",
              "      <td>-0.005914</td>\n",
              "      <td>0.091936</td>\n",
              "      <td>0.180563</td>\n",
              "      <td>-0.009566</td>\n",
              "      <td>2.641693</td>\n",
              "      <td>-0.012495</td>\n",
              "      <td>0.765179</td>\n",
              "      <td>0.019784</td>\n",
              "      <td>0.002917</td>\n",
              "      <td>0.053079</td>\n",
              "      <td>0.014856</td>\n",
              "      <td>...</td>\n",
              "      <td>0.018810</td>\n",
              "      <td>-0.018782</td>\n",
              "      <td>0.022249</td>\n",
              "      <td>0.227852</td>\n",
              "      <td>-0.067653</td>\n",
              "      <td>-0.046039</td>\n",
              "      <td>-0.023574</td>\n",
              "      <td>-0.019405</td>\n",
              "      <td>-0.005116</td>\n",
              "      <td>-0.032921</td>\n",
              "      <td>-0.008259</td>\n",
              "      <td>-0.019157</td>\n",
              "      <td>0.007527</td>\n",
              "      <td>-0.008687</td>\n",
              "      <td>-0.025630</td>\n",
              "      <td>-0.013563</td>\n",
              "      <td>0.015240</td>\n",
              "      <td>-0.044665</td>\n",
              "      <td>-0.009568</td>\n",
              "      <td>-0.043549</td>\n",
              "      <td>-0.003131</td>\n",
              "      <td>-0.008221</td>\n",
              "      <td>-0.005948</td>\n",
              "      <td>0.031885</td>\n",
              "      <td>-0.003424</td>\n",
              "      <td>-0.001159</td>\n",
              "      <td>-0.002124</td>\n",
              "      <td>-0.002827</td>\n",
              "      <td>0.010393</td>\n",
              "      <td>-0.001068</td>\n",
              "      <td>0.027807</td>\n",
              "      <td>0.001640</td>\n",
              "      <td>0.026395</td>\n",
              "      <td>-0.022024</td>\n",
              "      <td>-0.085415</td>\n",
              "      <td>0.403529</td>\n",
              "      <td>0.105579</td>\n",
              "      <td>0.031912</td>\n",
              "      <td>0.050450</td>\n",
              "      <td>0.088910</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0.744716</td>\n",
              "      <td>0.169659</td>\n",
              "      <td>0.335418</td>\n",
              "      <td>0.000758</td>\n",
              "      <td>0.022475</td>\n",
              "      <td>1.353050</td>\n",
              "      <td>0.051426</td>\n",
              "      <td>0.071258</td>\n",
              "      <td>0.161601</td>\n",
              "      <td>1.567246</td>\n",
              "      <td>0.772656</td>\n",
              "      <td>0.046179</td>\n",
              "      <td>-0.054562</td>\n",
              "      <td>0.042344</td>\n",
              "      <td>0.048390</td>\n",
              "      <td>0.347313</td>\n",
              "      <td>1.074905</td>\n",
              "      <td>-0.099782</td>\n",
              "      <td>0.008163</td>\n",
              "      <td>0.250869</td>\n",
              "      <td>2.186638</td>\n",
              "      <td>0.018789</td>\n",
              "      <td>-0.002199</td>\n",
              "      <td>0.218934</td>\n",
              "      <td>0.824475</td>\n",
              "      <td>0.139274</td>\n",
              "      <td>-0.007135</td>\n",
              "      <td>0.053071</td>\n",
              "      <td>-0.156952</td>\n",
              "      <td>0.044739</td>\n",
              "      <td>-0.002960</td>\n",
              "      <td>0.453298</td>\n",
              "      <td>-0.007484</td>\n",
              "      <td>0.920325</td>\n",
              "      <td>0.016566</td>\n",
              "      <td>1.335129</td>\n",
              "      <td>-0.015066</td>\n",
              "      <td>-0.045602</td>\n",
              "      <td>0.034649</td>\n",
              "      <td>0.122010</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.042363</td>\n",
              "      <td>-0.137822</td>\n",
              "      <td>-0.112071</td>\n",
              "      <td>0.380783</td>\n",
              "      <td>-0.036273</td>\n",
              "      <td>-0.016174</td>\n",
              "      <td>0.002920</td>\n",
              "      <td>-0.148021</td>\n",
              "      <td>-0.017614</td>\n",
              "      <td>-0.033474</td>\n",
              "      <td>0.086133</td>\n",
              "      <td>0.008153</td>\n",
              "      <td>-0.126819</td>\n",
              "      <td>0.109208</td>\n",
              "      <td>0.001798</td>\n",
              "      <td>0.151866</td>\n",
              "      <td>0.014118</td>\n",
              "      <td>0.032897</td>\n",
              "      <td>0.005764</td>\n",
              "      <td>0.042259</td>\n",
              "      <td>0.022404</td>\n",
              "      <td>0.003260</td>\n",
              "      <td>0.010556</td>\n",
              "      <td>0.137181</td>\n",
              "      <td>-0.042184</td>\n",
              "      <td>0.006759</td>\n",
              "      <td>-0.005789</td>\n",
              "      <td>0.000340</td>\n",
              "      <td>0.002024</td>\n",
              "      <td>0.016013</td>\n",
              "      <td>-0.056502</td>\n",
              "      <td>-0.013733</td>\n",
              "      <td>-0.010580</td>\n",
              "      <td>0.062576</td>\n",
              "      <td>-0.016248</td>\n",
              "      <td>0.155790</td>\n",
              "      <td>-0.418737</td>\n",
              "      <td>-0.101102</td>\n",
              "      <td>-0.054098</td>\n",
              "      <td>-0.140188</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1.818824</td>\n",
              "      <td>0.456136</td>\n",
              "      <td>0.090978</td>\n",
              "      <td>-0.043037</td>\n",
              "      <td>-0.025694</td>\n",
              "      <td>-0.158617</td>\n",
              "      <td>-0.131778</td>\n",
              "      <td>0.098977</td>\n",
              "      <td>0.030551</td>\n",
              "      <td>0.735470</td>\n",
              "      <td>-0.023476</td>\n",
              "      <td>0.034796</td>\n",
              "      <td>0.065942</td>\n",
              "      <td>0.008661</td>\n",
              "      <td>0.110348</td>\n",
              "      <td>-0.002952</td>\n",
              "      <td>-0.122061</td>\n",
              "      <td>0.063974</td>\n",
              "      <td>0.061033</td>\n",
              "      <td>0.081799</td>\n",
              "      <td>0.329471</td>\n",
              "      <td>0.149579</td>\n",
              "      <td>0.095352</td>\n",
              "      <td>-0.161493</td>\n",
              "      <td>0.022545</td>\n",
              "      <td>-0.009284</td>\n",
              "      <td>-0.002677</td>\n",
              "      <td>-0.142710</td>\n",
              "      <td>0.012345</td>\n",
              "      <td>-0.085331</td>\n",
              "      <td>0.076139</td>\n",
              "      <td>-0.355795</td>\n",
              "      <td>-0.008579</td>\n",
              "      <td>1.046871</td>\n",
              "      <td>-0.088946</td>\n",
              "      <td>0.383583</td>\n",
              "      <td>-0.018144</td>\n",
              "      <td>-0.038618</td>\n",
              "      <td>0.113984</td>\n",
              "      <td>0.006942</td>\n",
              "      <td>...</td>\n",
              "      <td>0.007233</td>\n",
              "      <td>-0.047221</td>\n",
              "      <td>0.066474</td>\n",
              "      <td>-0.179455</td>\n",
              "      <td>0.097428</td>\n",
              "      <td>0.034113</td>\n",
              "      <td>0.008098</td>\n",
              "      <td>-0.024784</td>\n",
              "      <td>-0.012749</td>\n",
              "      <td>-0.007394</td>\n",
              "      <td>-0.017220</td>\n",
              "      <td>0.004719</td>\n",
              "      <td>0.113348</td>\n",
              "      <td>-0.074943</td>\n",
              "      <td>-0.145795</td>\n",
              "      <td>0.128619</td>\n",
              "      <td>0.112567</td>\n",
              "      <td>0.045500</td>\n",
              "      <td>-0.018027</td>\n",
              "      <td>-0.058946</td>\n",
              "      <td>-0.002770</td>\n",
              "      <td>-0.035276</td>\n",
              "      <td>-0.008085</td>\n",
              "      <td>0.132182</td>\n",
              "      <td>-0.017005</td>\n",
              "      <td>0.014383</td>\n",
              "      <td>0.006598</td>\n",
              "      <td>-0.006217</td>\n",
              "      <td>-0.000342</td>\n",
              "      <td>0.000518</td>\n",
              "      <td>0.040481</td>\n",
              "      <td>-0.005301</td>\n",
              "      <td>0.012832</td>\n",
              "      <td>0.029349</td>\n",
              "      <td>0.020866</td>\n",
              "      <td>0.121532</td>\n",
              "      <td>0.076205</td>\n",
              "      <td>0.012345</td>\n",
              "      <td>0.015148</td>\n",
              "      <td>-0.109956</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0.408057</td>\n",
              "      <td>-0.072960</td>\n",
              "      <td>0.039642</td>\n",
              "      <td>0.089363</td>\n",
              "      <td>0.041950</td>\n",
              "      <td>0.237753</td>\n",
              "      <td>-0.049426</td>\n",
              "      <td>0.009467</td>\n",
              "      <td>0.045469</td>\n",
              "      <td>-0.111370</td>\n",
              "      <td>-0.375831</td>\n",
              "      <td>0.068658</td>\n",
              "      <td>0.011199</td>\n",
              "      <td>0.069699</td>\n",
              "      <td>-0.037529</td>\n",
              "      <td>-0.238788</td>\n",
              "      <td>0.060607</td>\n",
              "      <td>-0.043418</td>\n",
              "      <td>0.053152</td>\n",
              "      <td>0.078237</td>\n",
              "      <td>0.357185</td>\n",
              "      <td>-0.096005</td>\n",
              "      <td>-0.028243</td>\n",
              "      <td>-0.067169</td>\n",
              "      <td>0.246164</td>\n",
              "      <td>-0.020379</td>\n",
              "      <td>0.034461</td>\n",
              "      <td>-0.022225</td>\n",
              "      <td>-0.012327</td>\n",
              "      <td>0.009182</td>\n",
              "      <td>0.014730</td>\n",
              "      <td>0.215893</td>\n",
              "      <td>-0.019687</td>\n",
              "      <td>-0.293933</td>\n",
              "      <td>-0.011511</td>\n",
              "      <td>0.145326</td>\n",
              "      <td>-0.029213</td>\n",
              "      <td>0.030029</td>\n",
              "      <td>-0.045409</td>\n",
              "      <td>-0.030684</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.015077</td>\n",
              "      <td>-0.030208</td>\n",
              "      <td>0.028357</td>\n",
              "      <td>-0.072643</td>\n",
              "      <td>-0.135727</td>\n",
              "      <td>-0.053318</td>\n",
              "      <td>-0.012962</td>\n",
              "      <td>-0.054465</td>\n",
              "      <td>0.005870</td>\n",
              "      <td>-0.018048</td>\n",
              "      <td>-0.006836</td>\n",
              "      <td>-0.008222</td>\n",
              "      <td>-0.027214</td>\n",
              "      <td>-0.071677</td>\n",
              "      <td>-0.094072</td>\n",
              "      <td>-0.010745</td>\n",
              "      <td>-0.103191</td>\n",
              "      <td>-0.031297</td>\n",
              "      <td>-0.023920</td>\n",
              "      <td>-0.015053</td>\n",
              "      <td>-0.017914</td>\n",
              "      <td>-0.029561</td>\n",
              "      <td>-0.024299</td>\n",
              "      <td>-0.057678</td>\n",
              "      <td>-0.111450</td>\n",
              "      <td>-0.015473</td>\n",
              "      <td>-0.007123</td>\n",
              "      <td>-0.007416</td>\n",
              "      <td>-0.011508</td>\n",
              "      <td>-0.010038</td>\n",
              "      <td>0.008571</td>\n",
              "      <td>-0.005425</td>\n",
              "      <td>-0.008500</td>\n",
              "      <td>-0.003417</td>\n",
              "      <td>-0.083982</td>\n",
              "      <td>0.094512</td>\n",
              "      <td>0.057557</td>\n",
              "      <td>-0.026050</td>\n",
              "      <td>0.014841</td>\n",
              "      <td>-0.034224</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1.574272</td>\n",
              "      <td>0.021239</td>\n",
              "      <td>-0.051300</td>\n",
              "      <td>0.246884</td>\n",
              "      <td>-0.032406</td>\n",
              "      <td>1.552281</td>\n",
              "      <td>-0.199630</td>\n",
              "      <td>-0.014920</td>\n",
              "      <td>-0.060498</td>\n",
              "      <td>0.450512</td>\n",
              "      <td>-0.251178</td>\n",
              "      <td>0.012337</td>\n",
              "      <td>-0.084051</td>\n",
              "      <td>0.258937</td>\n",
              "      <td>0.016570</td>\n",
              "      <td>0.980536</td>\n",
              "      <td>1.267869</td>\n",
              "      <td>0.275619</td>\n",
              "      <td>-0.008139</td>\n",
              "      <td>-0.038832</td>\n",
              "      <td>1.849627</td>\n",
              "      <td>0.107649</td>\n",
              "      <td>-0.168424</td>\n",
              "      <td>0.386541</td>\n",
              "      <td>1.790343</td>\n",
              "      <td>0.192379</td>\n",
              "      <td>-0.054356</td>\n",
              "      <td>0.267566</td>\n",
              "      <td>1.027817</td>\n",
              "      <td>0.374665</td>\n",
              "      <td>-0.010445</td>\n",
              "      <td>1.947980</td>\n",
              "      <td>0.017468</td>\n",
              "      <td>2.784035</td>\n",
              "      <td>0.274397</td>\n",
              "      <td>1.422393</td>\n",
              "      <td>0.040553</td>\n",
              "      <td>0.022926</td>\n",
              "      <td>1.345800</td>\n",
              "      <td>0.104507</td>\n",
              "      <td>...</td>\n",
              "      <td>0.075475</td>\n",
              "      <td>0.330767</td>\n",
              "      <td>0.150470</td>\n",
              "      <td>-0.261636</td>\n",
              "      <td>0.085163</td>\n",
              "      <td>-0.014229</td>\n",
              "      <td>-0.029247</td>\n",
              "      <td>0.124172</td>\n",
              "      <td>0.092875</td>\n",
              "      <td>0.061895</td>\n",
              "      <td>0.034757</td>\n",
              "      <td>0.054386</td>\n",
              "      <td>0.047055</td>\n",
              "      <td>0.048403</td>\n",
              "      <td>0.082926</td>\n",
              "      <td>0.129035</td>\n",
              "      <td>-0.174646</td>\n",
              "      <td>0.102727</td>\n",
              "      <td>0.024732</td>\n",
              "      <td>0.047280</td>\n",
              "      <td>0.017818</td>\n",
              "      <td>0.041451</td>\n",
              "      <td>0.041595</td>\n",
              "      <td>-0.007138</td>\n",
              "      <td>-0.080448</td>\n",
              "      <td>0.018639</td>\n",
              "      <td>0.034068</td>\n",
              "      <td>0.026941</td>\n",
              "      <td>0.035905</td>\n",
              "      <td>0.024459</td>\n",
              "      <td>0.110151</td>\n",
              "      <td>0.046010</td>\n",
              "      <td>0.006934</td>\n",
              "      <td>-0.015940</td>\n",
              "      <td>-0.050080</td>\n",
              "      <td>-0.052539</td>\n",
              "      <td>0.507189</td>\n",
              "      <td>0.033830</td>\n",
              "      <td>0.125706</td>\n",
              "      <td>0.199244</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 3706 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "movie_id      1         2         3     ...      3950      3951      3952\n",
              "0         4.288861  0.143055 -0.195080  ...  0.031912  0.050450  0.088910\n",
              "1         0.744716  0.169659  0.335418  ... -0.101102 -0.054098 -0.140188\n",
              "2         1.818824  0.456136  0.090978  ...  0.012345  0.015148 -0.109956\n",
              "3         0.408057 -0.072960  0.039642  ... -0.026050  0.014841 -0.034224\n",
              "4         1.574272  0.021239 -0.051300  ...  0.033830  0.125706  0.199244\n",
              "\n",
              "[5 rows x 3706 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 49
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "1lyTP-CmgbZ3"
      },
      "source": [
        "\n",
        "def recommend_movies(predictions_df, userID, movies_df, original_ratings_df, num_recommendations=5):\n",
        "    user_row_number = userID \n",
        "    sorted_user_predictions = preds_df.iloc[user_row_number].sort_values(ascending=False)\n",
        "    user_data = original_ratings_df[original_ratings_df.user_id == (userID)]\n",
        "    user_full = (user_data.merge(movies_df, how = 'left', left_on = 'movie_id', right_on = 'movie_id').\n",
        "                     sort_values(['rating'], ascending=False)\n",
        "                 )\n",
        "\n",
        "    print('User {0} has already rated {1} movies.'.format(userID, user_full.shape[0]))\n",
        "    print('Recommending highest {0} predicted ratings movies not already rated.'.format(num_recommendations))\n",
        "    \n",
        "    # Recommend the highest predicted rating movies that the user hasn't seen yet.\n",
        "    recommendations = (movies_df[~movies_df['movie_id'].isin(user_full['movie_id'])].\n",
        "         merge(pd.DataFrame(sorted_user_predictions).reset_index(), how = 'left',\n",
        "               left_on = 'movie_id',\n",
        "               right_on = 'movie_id').\n",
        "         rename(columns = {user_row_number: 'Predictions'}).\n",
        "         sort_values('Predictions', ascending = False).\n",
        "                       iloc[:num_recommendations, :-1]\n",
        "                      )\n",
        "\n",
        "    return user_full, recommendations"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "_CQIlsbngtnG",
        "outputId": "2a3248f9-3c48-4d65-8bd6-a81856bb96b5"
      },
      "source": [
        "already_rated, predictions = recommend_movies(preds_df, 837, movie_data, rating_data, 100)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "User 837 has already rated 69 movies.\n",
            "Recommending highest 100 predicted ratings movies not already rated.\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "id": "1WD1ZKqng_x5",
        "outputId": "94366270-0d27-430c-af6a-1ba1336e69a4"
      },
      "source": [
        "predictions"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>movie_id</th>\n",
              "      <th>title</th>\n",
              "      <th>genres</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>3758</th>\n",
              "      <td>3897</td>\n",
              "      <td>Almost Famous (2000)</td>\n",
              "      <td>Comedy|Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3278</th>\n",
              "      <td>3408</td>\n",
              "      <td>Erin Brockovich (2000)</td>\n",
              "      <td>Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2875</th>\n",
              "      <td>2997</td>\n",
              "      <td>Being John Malkovich (1999)</td>\n",
              "      <td>Comedy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2648</th>\n",
              "      <td>2762</td>\n",
              "      <td>Sixth Sense, The (1999)</td>\n",
              "      <td>Thriller</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3348</th>\n",
              "      <td>3481</td>\n",
              "      <td>High Fidelity (2000)</td>\n",
              "      <td>Comedy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2988</th>\n",
              "      <td>3114</td>\n",
              "      <td>Toy Story 2 (1999)</td>\n",
              "      <td>Animation|Children's|Comedy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>941</th>\n",
              "      <td>968</td>\n",
              "      <td>Night of the Living Dead (1968)</td>\n",
              "      <td>Horror|Sci-Fi</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1804</th>\n",
              "      <td>1909</td>\n",
              "      <td>X-Files: Fight the Future, The (1998)</td>\n",
              "      <td>Mystery|Sci-Fi|Thriller</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2586</th>\n",
              "      <td>2699</td>\n",
              "      <td>Arachnophobia (1990)</td>\n",
              "      <td>Action|Comedy|Sci-Fi|Thriller</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2575</th>\n",
              "      <td>2688</td>\n",
              "      <td>General's Daughter, The (1999)</td>\n",
              "      <td>Drama|Thriller</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>100 rows × 3 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "      movie_id  ...                         genres\n",
              "3758      3897  ...                   Comedy|Drama\n",
              "3278      3408  ...                          Drama\n",
              "2875      2997  ...                         Comedy\n",
              "2648      2762  ...                       Thriller\n",
              "3348      3481  ...                         Comedy\n",
              "...        ...  ...                            ...\n",
              "2988      3114  ...    Animation|Children's|Comedy\n",
              "941        968  ...                  Horror|Sci-Fi\n",
              "1804      1909  ...        Mystery|Sci-Fi|Thriller\n",
              "2586      2699  ...  Action|Comedy|Sci-Fi|Thriller\n",
              "2575      2688  ...                 Drama|Thriller\n",
              "\n",
              "[100 rows x 3 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 98
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "X_IAHa8vhLn4"
      },
      "source": [
        "user_837 = rating_data.loc[rating_data['user_id']==837]\n",
        "movies = user_837.movie_id"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 770
        },
        "id": "uQO8VHNlhTet",
        "outputId": "91932a68-df68-4041-a154-bf50e827a0e9"
      },
      "source": [
        "movie_data[movie_data['movie_id'].isin(list(movies)) & (movie_data['genres'].str.find(\"Comedy\") != -1)]"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>movie_id</th>\n",
              "      <th>title</th>\n",
              "      <th>genres</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>33</th>\n",
              "      <td>34</td>\n",
              "      <td>Babe (1995)</td>\n",
              "      <td>Children's|Comedy|Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>893</th>\n",
              "      <td>905</td>\n",
              "      <td>It Happened One Night (1934)</td>\n",
              "      <td>Comedy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>898</th>\n",
              "      <td>910</td>\n",
              "      <td>Some Like It Hot (1959)</td>\n",
              "      <td>Comedy|Crime</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>943</th>\n",
              "      <td>955</td>\n",
              "      <td>Bringing Up Baby (1938)</td>\n",
              "      <td>Comedy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1171</th>\n",
              "      <td>1188</td>\n",
              "      <td>Strictly Ballroom (1992)</td>\n",
              "      <td>Comedy|Romance</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1224</th>\n",
              "      <td>1244</td>\n",
              "      <td>Manhattan (1979)</td>\n",
              "      <td>Comedy|Drama|Romance</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1256</th>\n",
              "      <td>1276</td>\n",
              "      <td>Cool Hand Luke (1967)</td>\n",
              "      <td>Comedy|Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1272</th>\n",
              "      <td>1292</td>\n",
              "      <td>Being There (1979)</td>\n",
              "      <td>Comedy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1284</th>\n",
              "      <td>1304</td>\n",
              "      <td>Butch Cassidy and the Sundance Kid (1969)</td>\n",
              "      <td>Action|Comedy|Western</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1421</th>\n",
              "      <td>1446</td>\n",
              "      <td>Kolya (1996)</td>\n",
              "      <td>Comedy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1931</th>\n",
              "      <td>2000</td>\n",
              "      <td>Lethal Weapon (1987)</td>\n",
              "      <td>Action|Comedy|Crime|Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2220</th>\n",
              "      <td>2289</td>\n",
              "      <td>Player, The (1992)</td>\n",
              "      <td>Comedy|Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2231</th>\n",
              "      <td>2300</td>\n",
              "      <td>Producers, The (1968)</td>\n",
              "      <td>Comedy|Musical</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2530</th>\n",
              "      <td>2599</td>\n",
              "      <td>Election (1999)</td>\n",
              "      <td>Comedy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2722</th>\n",
              "      <td>2791</td>\n",
              "      <td>Airplane! (1980)</td>\n",
              "      <td>Comedy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2789</th>\n",
              "      <td>2858</td>\n",
              "      <td>American Beauty (1999)</td>\n",
              "      <td>Comedy|Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2866</th>\n",
              "      <td>2935</td>\n",
              "      <td>Lady Eve, The (1941)</td>\n",
              "      <td>Comedy|Romance</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3014</th>\n",
              "      <td>3083</td>\n",
              "      <td>All About My Mother (Todo Sobre Mi Madre) (1999)</td>\n",
              "      <td>Comedy|Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3238</th>\n",
              "      <td>3307</td>\n",
              "      <td>City Lights (1931)</td>\n",
              "      <td>Comedy|Drama|Romance</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3272</th>\n",
              "      <td>3341</td>\n",
              "      <td>Born Yesterday (1950)</td>\n",
              "      <td>Comedy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3293</th>\n",
              "      <td>3362</td>\n",
              "      <td>Dog Day Afternoon (1975)</td>\n",
              "      <td>Comedy|Crime|Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3348</th>\n",
              "      <td>3417</td>\n",
              "      <td>Crimson Pirate, The (1952)</td>\n",
              "      <td>Adventure|Comedy|Sci-Fi</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3435</th>\n",
              "      <td>3504</td>\n",
              "      <td>Network (1976)</td>\n",
              "      <td>Comedy|Drama</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "      movie_id  ...                     genres\n",
              "33          34  ...    Children's|Comedy|Drama\n",
              "893        905  ...                     Comedy\n",
              "898        910  ...               Comedy|Crime\n",
              "943        955  ...                     Comedy\n",
              "1171      1188  ...             Comedy|Romance\n",
              "1224      1244  ...       Comedy|Drama|Romance\n",
              "1256      1276  ...               Comedy|Drama\n",
              "1272      1292  ...                     Comedy\n",
              "1284      1304  ...      Action|Comedy|Western\n",
              "1421      1446  ...                     Comedy\n",
              "1931      2000  ...  Action|Comedy|Crime|Drama\n",
              "2220      2289  ...               Comedy|Drama\n",
              "2231      2300  ...             Comedy|Musical\n",
              "2530      2599  ...                     Comedy\n",
              "2722      2791  ...                     Comedy\n",
              "2789      2858  ...               Comedy|Drama\n",
              "2866      2935  ...             Comedy|Romance\n",
              "3014      3083  ...               Comedy|Drama\n",
              "3238      3307  ...       Comedy|Drama|Romance\n",
              "3272      3341  ...                     Comedy\n",
              "3293      3362  ...         Comedy|Crime|Drama\n",
              "3348      3417  ...    Adventure|Comedy|Sci-Fi\n",
              "3435      3504  ...               Comedy|Drama\n",
              "\n",
              "[23 rows x 3 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 96
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "blZAK1imiGTc"
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}