01_clustering_based_recommender.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "unauthorized-company",
   "metadata": {},
   "source": [
    "# Clustering based Recommender\n",
    "\n",
    "Why clustering instead of user-based filtering or item-based recommendation?\n",
    "- avoid cold start problem (when user did not provide implicit feedback such as ratings etc\n",
    "\n",
    "Reference:\n",
    "- https://towardsdatascience.com/build-your-own-clustering-based-recommendation-engine-in-15-minutes-bdddd591d394"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "shared-square",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "surface-bottle",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CourseId</th>\n",
       "      <th>CourseTitle</th>\n",
       "      <th>DurationInSeconds</th>\n",
       "      <th>ReleaseDate</th>\n",
       "      <th>Description</th>\n",
       "      <th>AssessmentStatus</th>\n",
       "      <th>IsCourseRetired</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>abts-advanced-topics</td>\n",
       "      <td>BizTalk 2006 Business Process Management</td>\n",
       "      <td>22198</td>\n",
       "      <td>2008-10-25</td>\n",
       "      <td>This course covers Business Process Management...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>abts-fundamentals</td>\n",
       "      <td>BizTalk 2006 Fundamentals</td>\n",
       "      <td>24305</td>\n",
       "      <td>2008-06-01</td>\n",
       "      <td>Despite the trend towards service-oriented arc...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>agile-team-practice-fundamentals</td>\n",
       "      <td>Agile Team Practices with Scrum</td>\n",
       "      <td>13504</td>\n",
       "      <td>2010-04-15</td>\n",
       "      <td>This course is much different than most of the...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>appsrv-fundamentals</td>\n",
       "      <td>Windows Server AppFabric Fundamentals</td>\n",
       "      <td>0</td>\n",
       "      <td>2000-01-01</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>aspdotnet-advanced-topics</td>\n",
       "      <td>ASP.NET 3.5 Advanced Topics</td>\n",
       "      <td>21611</td>\n",
       "      <td>2008-12-05</td>\n",
       "      <td>This course covers more advanced topics in ASP...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                           CourseId                               CourseTitle  \\\n",
       "0              abts-advanced-topics  BizTalk 2006 Business Process Management   \n",
       "1                 abts-fundamentals                 BizTalk 2006 Fundamentals   \n",
       "2  agile-team-practice-fundamentals           Agile Team Practices with Scrum   \n",
       "3               appsrv-fundamentals     Windows Server AppFabric Fundamentals   \n",
       "4         aspdotnet-advanced-topics               ASP.NET 3.5 Advanced Topics   \n",
       "\n",
       "   DurationInSeconds ReleaseDate  \\\n",
       "0              22198  2008-10-25   \n",
       "1              24305  2008-06-01   \n",
       "2              13504  2010-04-15   \n",
       "3                  0  2000-01-01   \n",
       "4              21611  2008-12-05   \n",
       "\n",
       "                                         Description AssessmentStatus  \\\n",
       "0  This course covers Business Process Management...             Live   \n",
       "1  Despite the trend towards service-oriented arc...             Live   \n",
       "2  This course is much different than most of the...             Live   \n",
       "3                                                NaN             None   \n",
       "4  This course covers more advanced topics in ASP...             Live   \n",
       "\n",
       "  IsCourseRetired  \n",
       "0              no  \n",
       "1              no  \n",
       "2              no  \n",
       "3             yes  \n",
       "4              no  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "course_df = pd.read_csv(\"data/courses.csv\")\n",
    "course_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "anonymous-inspector",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "CourseId             0\n",
       "CourseTitle          0\n",
       "DurationInSeconds    0\n",
       "ReleaseDate          0\n",
       "Description          5\n",
       "AssessmentStatus     0\n",
       "IsCourseRetired      0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "course_df.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "exotic-firmware",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Drop rows with NaN values, specifically description.\n",
    "course_df.dropna(how=\"any\", inplace=True)\n",
    "course_df.isnull().sum().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "utility-freight",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Preprocessing step\n",
    "\n",
    "\n",
    "def preprocess(description):\n",
    "    return description.replace(\"'ll\", \"\").replace(\"-\", \"\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "unknown-receipt",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CourseId</th>\n",
       "      <th>CourseTitle</th>\n",
       "      <th>DurationInSeconds</th>\n",
       "      <th>ReleaseDate</th>\n",
       "      <th>Description</th>\n",
       "      <th>AssessmentStatus</th>\n",
       "      <th>IsCourseRetired</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>abts-advanced-topics</td>\n",
       "      <td>BizTalk 2006 Business Process Management</td>\n",
       "      <td>22198</td>\n",
       "      <td>2008-10-25</td>\n",
       "      <td>This course covers Business Process Management...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>abts-fundamentals</td>\n",
       "      <td>BizTalk 2006 Fundamentals</td>\n",
       "      <td>24305</td>\n",
       "      <td>2008-06-01</td>\n",
       "      <td>Despite the trend towards serviceoriented arch...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>agile-team-practice-fundamentals</td>\n",
       "      <td>Agile Team Practices with Scrum</td>\n",
       "      <td>13504</td>\n",
       "      <td>2010-04-15</td>\n",
       "      <td>This course is much different than most of the...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>aspdotnet-advanced-topics</td>\n",
       "      <td>ASP.NET 3.5 Advanced Topics</td>\n",
       "      <td>21611</td>\n",
       "      <td>2008-12-05</td>\n",
       "      <td>This course covers more advanced topics in ASP...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>aspdotnet-ajax-advanced-topics</td>\n",
       "      <td>ASP.NET Ajax Advanced Topics</td>\n",
       "      <td>10426</td>\n",
       "      <td>2008-09-30</td>\n",
       "      <td>This course covers advanced topics in ASP.NET ...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                           CourseId                               CourseTitle  \\\n",
       "0              abts-advanced-topics  BizTalk 2006 Business Process Management   \n",
       "1                 abts-fundamentals                 BizTalk 2006 Fundamentals   \n",
       "2  agile-team-practice-fundamentals           Agile Team Practices with Scrum   \n",
       "4         aspdotnet-advanced-topics               ASP.NET 3.5 Advanced Topics   \n",
       "5    aspdotnet-ajax-advanced-topics              ASP.NET Ajax Advanced Topics   \n",
       "\n",
       "   DurationInSeconds ReleaseDate  \\\n",
       "0              22198  2008-10-25   \n",
       "1              24305  2008-06-01   \n",
       "2              13504  2010-04-15   \n",
       "4              21611  2008-12-05   \n",
       "5              10426  2008-09-30   \n",
       "\n",
       "                                         Description AssessmentStatus  \\\n",
       "0  This course covers Business Process Management...             Live   \n",
       "1  Despite the trend towards serviceoriented arch...             Live   \n",
       "2  This course is much different than most of the...             Live   \n",
       "4  This course covers more advanced topics in ASP...             Live   \n",
       "5  This course covers advanced topics in ASP.NET ...             Live   \n",
       "\n",
       "  IsCourseRetired  \n",
       "0              no  \n",
       "1              no  \n",
       "2              no  \n",
       "4              no  \n",
       "5              no  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "course_df.Description = course_df.Description.apply(preprocess)\n",
    "course_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "according-grain",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CourseId</th>\n",
       "      <th>CourseTitle</th>\n",
       "      <th>DurationInSeconds</th>\n",
       "      <th>ReleaseDate</th>\n",
       "      <th>Description</th>\n",
       "      <th>AssessmentStatus</th>\n",
       "      <th>IsCourseRetired</th>\n",
       "      <th>combined</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>abts-advanced-topics</td>\n",
       "      <td>BizTalk 2006 Business Process Management</td>\n",
       "      <td>22198</td>\n",
       "      <td>2008-10-25</td>\n",
       "      <td>This course covers Business Process Management...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>abts-advanced-topics BizTalk 2006 Business Pro...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>abts-fundamentals</td>\n",
       "      <td>BizTalk 2006 Fundamentals</td>\n",
       "      <td>24305</td>\n",
       "      <td>2008-06-01</td>\n",
       "      <td>Despite the trend towards serviceoriented arch...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>abts-fundamentals BizTalk 2006 Fundamentals De...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>agile-team-practice-fundamentals</td>\n",
       "      <td>Agile Team Practices with Scrum</td>\n",
       "      <td>13504</td>\n",
       "      <td>2010-04-15</td>\n",
       "      <td>This course is much different than most of the...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>agile-team-practice-fundamentals Agile Team Pr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>aspdotnet-advanced-topics</td>\n",
       "      <td>ASP.NET 3.5 Advanced Topics</td>\n",
       "      <td>21611</td>\n",
       "      <td>2008-12-05</td>\n",
       "      <td>This course covers more advanced topics in ASP...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>aspdotnet-advanced-topics ASP.NET 3.5 Advanced...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>aspdotnet-ajax-advanced-topics</td>\n",
       "      <td>ASP.NET Ajax Advanced Topics</td>\n",
       "      <td>10426</td>\n",
       "      <td>2008-09-30</td>\n",
       "      <td>This course covers advanced topics in ASP.NET ...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>aspdotnet-ajax-advanced-topics ASP.NET Ajax Ad...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                           CourseId                               CourseTitle  \\\n",
       "0              abts-advanced-topics  BizTalk 2006 Business Process Management   \n",
       "1                 abts-fundamentals                 BizTalk 2006 Fundamentals   \n",
       "2  agile-team-practice-fundamentals           Agile Team Practices with Scrum   \n",
       "4         aspdotnet-advanced-topics               ASP.NET 3.5 Advanced Topics   \n",
       "5    aspdotnet-ajax-advanced-topics              ASP.NET Ajax Advanced Topics   \n",
       "\n",
       "   DurationInSeconds ReleaseDate  \\\n",
       "0              22198  2008-10-25   \n",
       "1              24305  2008-06-01   \n",
       "2              13504  2010-04-15   \n",
       "4              21611  2008-12-05   \n",
       "5              10426  2008-09-30   \n",
       "\n",
       "                                         Description AssessmentStatus  \\\n",
       "0  This course covers Business Process Management...             Live   \n",
       "1  Despite the trend towards serviceoriented arch...             Live   \n",
       "2  This course is much different than most of the...             Live   \n",
       "4  This course covers more advanced topics in ASP...             Live   \n",
       "5  This course covers advanced topics in ASP.NET ...             Live   \n",
       "\n",
       "  IsCourseRetired                                           combined  \n",
       "0              no  abts-advanced-topics BizTalk 2006 Business Pro...  \n",
       "1              no  abts-fundamentals BizTalk 2006 Fundamentals De...  \n",
       "2              no  agile-team-practice-fundamentals Agile Team Pr...  \n",
       "4              no  aspdotnet-advanced-topics ASP.NET 3.5 Advanced...  \n",
       "5              no  aspdotnet-ajax-advanced-topics ASP.NET Ajax Ad...  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def merge_columns(df):\n",
    "    return df[\"CourseId\"] + \" \" + df[\"CourseTitle\"] + \" \" + df[\"Description\"]\n",
    "\n",
    "\n",
    "course_df[\"combined\"] = course_df.apply(merge_columns, axis=1)\n",
    "course_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "polyphonic-camel",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CourseId</th>\n",
       "      <th>CourseTitle</th>\n",
       "      <th>DurationInSeconds</th>\n",
       "      <th>ReleaseDate</th>\n",
       "      <th>Description</th>\n",
       "      <th>AssessmentStatus</th>\n",
       "      <th>IsCourseRetired</th>\n",
       "      <th>combined</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>abts-advanced-topics</td>\n",
       "      <td>BizTalk 2006 Business Process Management</td>\n",
       "      <td>22198</td>\n",
       "      <td>2008-10-25</td>\n",
       "      <td>This course covers Business Process Management...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>abts-advanced-topics BizTalk 00 Business Proce...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>abts-fundamentals</td>\n",
       "      <td>BizTalk 2006 Fundamentals</td>\n",
       "      <td>24305</td>\n",
       "      <td>2008-06-01</td>\n",
       "      <td>Despite the trend towards serviceoriented arch...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>abts-fundamentals BizTalk 00 Fundamentals Desp...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>agile-team-practice-fundamentals</td>\n",
       "      <td>Agile Team Practices with Scrum</td>\n",
       "      <td>13504</td>\n",
       "      <td>2010-04-15</td>\n",
       "      <td>This course is much different than most of the...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>agile-team-practice-fundamentals Agile Team Pr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>aspdotnet-advanced-topics</td>\n",
       "      <td>ASP.NET 3.5 Advanced Topics</td>\n",
       "      <td>21611</td>\n",
       "      <td>2008-12-05</td>\n",
       "      <td>This course covers more advanced topics in ASP...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>aspdotnet-advanced-topics ASPNET  Advanced Top...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>aspdotnet-ajax-advanced-topics</td>\n",
       "      <td>ASP.NET Ajax Advanced Topics</td>\n",
       "      <td>10426</td>\n",
       "      <td>2008-09-30</td>\n",
       "      <td>This course covers advanced topics in ASP.NET ...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>aspdotnet-ajax-advanced-topics ASPNET Ajax Adv...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                           CourseId                               CourseTitle  \\\n",
       "0              abts-advanced-topics  BizTalk 2006 Business Process Management   \n",
       "1                 abts-fundamentals                 BizTalk 2006 Fundamentals   \n",
       "2  agile-team-practice-fundamentals           Agile Team Practices with Scrum   \n",
       "4         aspdotnet-advanced-topics               ASP.NET 3.5 Advanced Topics   \n",
       "5    aspdotnet-ajax-advanced-topics              ASP.NET Ajax Advanced Topics   \n",
       "\n",
       "   DurationInSeconds ReleaseDate  \\\n",
       "0              22198  2008-10-25   \n",
       "1              24305  2008-06-01   \n",
       "2              13504  2010-04-15   \n",
       "4              21611  2008-12-05   \n",
       "5              10426  2008-09-30   \n",
       "\n",
       "                                         Description AssessmentStatus  \\\n",
       "0  This course covers Business Process Management...             Live   \n",
       "1  Despite the trend towards serviceoriented arch...             Live   \n",
       "2  This course is much different than most of the...             Live   \n",
       "4  This course covers more advanced topics in ASP...             Live   \n",
       "5  This course covers advanced topics in ASP.NET ...             Live   \n",
       "\n",
       "  IsCourseRetired                                           combined  \n",
       "0              no  abts-advanced-topics BizTalk 00 Business Proce...  \n",
       "1              no  abts-fundamentals BizTalk 00 Fundamentals Desp...  \n",
       "2              no  agile-team-practice-fundamentals Agile Team Pr...  \n",
       "4              no  aspdotnet-advanced-topics ASPNET  Advanced Top...  \n",
       "5              no  aspdotnet-ajax-advanced-topics ASPNET Ajax Adv...  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Remove all characters except numbers and alphabets. Numbers are retained because they are specific to specific course series.\n",
    "course_df[\"combined\"] = course_df[\"combined\"].replace(\n",
    "    {\"[^A-Za-z-09 ]+\": \"\"}, regex=True\n",
    ")\n",
    "course_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "incorrect-profit",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn import metrics\n",
    "from sklearn.cluster import KMeans\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "\n",
    "vectorizer = TfidfVectorizer(stop_words=\"english\", lowercase=True)\n",
    "X = vectorizer.fit_transform(course_df[\"combined\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "id": "lonely-proportion",
   "metadata": {},
   "outputs": [],
   "source": [
    "inertias = []\n",
    "\n",
    "# Running with 0 clusters lead to the error \"cannot convert float infinity to integer\"\n",
    "for k in range(3, 10):\n",
    "    model = KMeans(n_clusters=k, init=\"k-means++\", max_iter=500, n_init=15)\n",
    "    model.fit(X)\n",
    "\n",
    "    inertias.append(model.inertia_)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "id": "grateful-favorite",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYsAAAEICAYAAACuxNj9AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAAAloElEQVR4nO3deXyU5bn/8c+VhCQQdkiQPSCLgsgWMKyKuOGuoILWBauIKIK2Pa3n9Hfq6V63ImpRRBFbAQVBEUFrq7Ivhh0EZIcgQgDZd7h+f2TQFAMJITPPJPm+X695kbln5pnrUfGb537uxdwdERGRM4kJugAREYl+CgsREcmTwkJERPKksBARkTwpLEREJE8KCxERyVNcuA5sZo2Bd3I01Qf+F2gHNA61VQR2uXsLM0sFlgMrQ6/Ndve+oWO1Bt4ESgOTgAGuMb8iIhETtrBw95VACwAziwU2A+PdfdDJ95jZc8DuHB9b4+4tcjncEOBBYA7ZYXENMPlM31+1alVPTU0tcP0iIiXNvHnztrt7cm6vhS0sTtGV7CDYcLLBzAy4Hbj8TB80s+pAeXefHXr+FnAzeYRFamoqGRkZ51i2iEjJYWYbTvdapO5Z9ARGndLWCdjq7qtytNUzswVmNsXMOoXaagKZOd6TGWoTEZEICfuVhZnFAzcCT57yUi/+M0C2AHXcfUfoHsX7Ztb0LL+rD9AHoE6dOgUvWkRE/kMkriy6AfPdfevJBjOLA24lxw1wdz/s7jtCP88D1gCNyL7XUSvH8WqF2n7E3Ye6e5q7pyUn59rtJiIiBRCJsDj1CgLgCmCFu3/fvWRmyaEb4ZhZfaAhsNbdtwB7zCw9dJ/jHuCDCNQtIiIhYe2GMrMk4ErgoVNeyu0eRmfgt2Z2FDgB9HX3naHX+vHD0NnJ5HFzW0RECldYw8Ld9wNVcmm/L5e294D3TnOcDOCiwq5PRETyRzO4RUQkTwqLU7z471Us3bw77zeKiJQgCoscvtt/hFFzN9Jz6Gxmrt4edDkiIlFDYZFDpaR43uvXnhoVE7l3+Fw+XPRN0CWJiEQFhcUpqlcozZiH2tOydiX6j1rAG9PXBV2SiEjgFBa5qFCmFG/9tC1XN63Gbyd+xZ8mL0eL3IpISaawOI3EUrH87a7W3HVJHV6dspafjVnE0eMngi5LRCQQkVp1tkiKjTF+f/NFnFc+kec+/Zrt+44w5K5WJCXoH5uIlCy6ssiDmdG/a0P+fGszpq/Kotdrs9m+73DQZYmIRJTCIp96tq3Dq3ensfLbvfQYMpONOw4EXZKISMQoLM7ClU2qMfLBS9h18Ci3DpmpyXsiUmIoLM5S67qVGdu3HfGxRs+hs5m+SpP3RKT4U1gUQIOUcozr14GaFUvT+825fLAw1+01RESKDYVFAZ1XIZF3+7ajZZ1KDBi9kGHT1gZdkohI2CgszkGF0qV46/62XNP0PH7/0XL+NGk5J05o8p6IFD8Ki3OUWCqWl+9qxd3pdXl1qibviUjxpNllhSA2xvjtTU2pVj6BZ//5NTv2a/KeiBQvurIoJGbGo5c35C/dmzFj9XZN3hORYkVhUcjuaFOHoXe35uute+k+ZCYbduwPuiQRkXOmsAiDrhdW4+0H0tl98CjdNXlPRIoBhUWYtK5bibF925MQF8sdr85i2qqsoEsSESkwhUUYNUgpy7h+7alduQz3v/mlJu+JSJGlsAizauUTeeehdrTS5D0RKcIUFhFQoXQpRtzflmubZU/e+8NHX2nynogUKZoIECGJpWJ5sVcrqpZdxmvT1pG19zBP92hOfJzyWkSin8IigmJjjP+7sSnVyifyzCcrsyfv/aQ1ZTV5T0SinH6tjTAz45EuDXi6x8XMXLODXkNnk7VXk/dEJLopLAJye1ptXrunNau27aXHK5q8JyLRTWERoMsvqMaoB9PZE5q8tyRTk/dEJDopLALWsk4lxj6cPXmv51BN3hOR6KSwiALnJ/8wea/38C95f4Em74lIdFFYRIlq5bN33ktLrcTAdxby2lRN3hOR6KGwiCLlE7Mn713XrDp/mLSc30/U5D0RiQ4a4B9lEuJiebFXS5LLJTBs+jqy9h3mGU3eE5GAKSyiUEyM8ZsbmpBSPoGnP17Jjn1HeOVuTd4TkeCE7ddVM2tsZgtzPPaY2UAzeydH23ozW5jjM0+a2WozW2lmV+dovybUttrMfhWumqOJmdHvsgY80+NiZq3dQc+hszR5T0QCE7awcPeV7t7C3VsArYEDwHh3vyNH+3vAOAAzawL0BJoC1wB/M7NYM4sFXga6AU2AXqH3lgi3pdVm2L1prNm2n+5DZrJ+uybviUjkRaojvCuwxt03nGwwMwNuB0aFmm4CRrv7YXdfB6wG2oYeq919rbsfAUaH3ltidGmcwsgHL2HvoezJe4szdwVdkoiUMJEKi578EAondQK2uvuq0POawKYcr2eG2k7XXqK0rFOJ9x5uT+n4WHoOnc2UrzV5T0QiJ+xhYWbxwI3AmFNe6sWPA+Rcv6uPmWWYWUZWVvH7n2n95LKMe7g9dask8dM3v2T8gsygSxKREiISVxbdgPnuvvVkg5nFAbcC7+R432agdo7ntUJtp2v/EXcf6u5p7p6WnJxcSOVHl5TyibzzUDpt61Xm8XcWMXTqGtw1F0NEwisSYZHbFcQVwAp3z/mr8QSgp5klmFk9oCEwF/gSaGhm9UJXKT1D7y2xyieWYnjvNlx3cXX+OGkFv/9ouSbviUhYhXXgvpklAVcCD53y0o/uYbj7MjN7F/gKOAY84u7HQ8d5FPgEiAXecPdl4ay7KEiIi+XFni1JLpvA69Ozd9575raLSYiLDbo0ESmGrLh2YaSlpXlGRkbQZYSdu/Pq1LX8efIKOjSowis/aU25xFJBlyUiRZCZzXP3tNxe0xoSRZyZ0ffS83nutubMXruTnkNns23voaDLEpFiRmFRTHRvXYth96axNit78t46Td4TkUKksChGujROYVSfdPYfPk73ITNZtGlX0CWJSDGhsChmWtSuyHsPtycpIZZer81m3PxMDa0VkXOmsCiG6lVN4r2H23NRjQo88e4iHhk5n+/2Hwm6LBEpwhQWxVRKuURG9UnnV90u4NOvtnLVoKl8vnJb0GWJSBGlsCjGYmOyR0p98EhHKpeJp/fwL/n1+0s4cORY0KWJSBGjsCgBmtQozwePdqBP5/q8PWcj1w2ezoKN3wVdlogUIQqLEiKxVCz/fe2FjHwgnSPHTtDjlVk8/+nXHD1+IujSRKQIUFiUMO3Or8LkgZ24qUUNBv97Fd2HzGRN1r6gyxKRKKewKIHKJ5bi+dtbMOSuVmzaeYDrBk9jxMz1GmIrIqelsCjBujWrzicDO5Nevwq/mbCMe96Yy7e7tVSIiPyYwqKESymfyPD72vD7my8iY/13XD1oKhMXfxN0WSISZRQWgpnxk/S6TBrQiXpVk3h05AIGjl7A7oNHgy5NRKKEwkK+V69qEmP7tuOJKxvx4eItXDNoKjNWbw+6LBGJAgoL+Q9xsTE81rUh4/u1p3R8LHcNm8NvP/yKQ0ePB12aiARIYSG5urhWRT7q34n72qfyxox13PDidJZu3h10WSISEIWFnFbp+FieurEpb93flj2HjnLzyzN4+fPVHNNEPpESR2EheercKJlPBnbmmovO45lPVnLH0Nls2KHNlURKEoWF5EvFMvG8dGcrXujZglVb99LthWmMmrtRE/lESgiFhZyVm1rU5OOBnWlZpyJPjlvCAyMyyNp7OOiyRCTMFBZy1mpULM3f77+E/72+CdNXb+fqQVP5ZNm3QZclImGksJACiYkx7u9Yj4n9O1KjYiIP/X0e/zV2EXsPaSKfSHGksJBz0rBaOcY93IFHuzRg7LxMur0wjbnrdgZdlogUMoWFnLP4uBh+fnVjxvRtR2yMccfQWfx58goOH9NEPpHiQmEhhaZ13cpMeqwTPdvU4ZUpa7j55Zms/HZv0GWJSCFQWEihSkqI40+3NuP1e9PI2nuIG16czmtT13LihIbYihRlCgsJi64XVuOTgZ25rHEyf5i0nDuHzSbzuwNBlyUiBaSwkLCpUjaBV+9uzTM9Lmbp5j10GzSN9+ZlaiKfSBGksJCwMjNuS6vN5AGduLB6eX42ZhH93p7Pzv1Hgi5NRM6CwkIionblMozqk86vul3Av5Zv5epBU/l85bagyxKRfFJYSMTExhh9Lz2fDx7pSJWkeHoP/5L/Gb+EA0eOBV2aiORBYSER16RGed5/pAN9Otdn5NyNXDd4Ogs2fhd0WSJyBgoLCURiqVj++9oLGfVgOkeOnaDHK7N4/tOvOaq9MkSiksJCApVevwqTB3bi5hY1GfzvVXQfMpPV2/YFXZaInCJsYWFmjc1sYY7HHjMbGHqtv5mtMLNlZvZ0qC3VzA7meP8rOY7V2syWmNlqMxtsZhauuiXyyieW4rnbmzPkrlZs2nmA6wZPY8TM9ZrIJxJF4sJ1YHdfCbQAMLNYYDMw3sy6ADcBzd39sJml5PjYGndvkcvhhgAPAnOAScA1wORw1S7B6NasOq3rVuKX7y3mNxOW8a/lW3mmR3POq5AYdGkiJV6kuqG6kh0EG4CHgT+7+2EAdz/j+Ekzqw6Ud/fZnj2b6y3g5jDXKwFJKZ/IG/e14Q+3XETG+u+4etBUPlz0TdBliZR4kQqLnsCo0M+NgE5mNsfMpphZmxzvq2dmC0LtnUJtNYHMHO/JDLVJMWVm3HVJXSYN6ES9qkn0H7WAAaMXaK8MkQCFPSzMLB64ERgTaooDKgPpwC+Ad0P3ILYAddy9JfAEMNLMyp/ld/Uxswwzy8jKyiq0c5Bg1KuaxNi+7XjiykZMXLyF61+czuLMXUGXJVIiReLKohsw3923hp5nAuM821zgBFDV3Q+7+w4Ad58HrCH7KmQzUCvH8WqF2n7E3Ye6e5q7pyUnJ4fpdCSS4mJjeKxrQ97pk87RYyfoPmQmr09fp/WlRCIsEmHRix+6oADeB7oAmFkjIB7YbmbJoRvhmFl9oCGw1t23AHvMLD10BXIP8EEE6pYokpZamUkDOnFZ4xR+N/ErHhiRwXdaX0okYsIaFmaWBFwJjMvR/AZQ38yWAqOBe0M3rjsDi81sITAW6OvuJ/fn7AcMA1aTfcWhkVAlUMUy8Qy9uzVP3dCEaau2awtXkQiy4no5n5aW5hkZGUGXIWGydPNuHh05n407DzDwikY80qUBsTGafiNyLsxsnrun5fZavudZmNl1QFPg+0Hv7v7bcy9P5OxdVLMCEx/rxK/HL+H5T79m9todDLqjBSnlNSdDJBzy1Q0Vmk19B9AfMOA2oG4Y6xLJU9mEOP56Rwue7nExCzbuotsL0/hCy56LhEV+71m0d/d7gO/c/f+AdmSPVBIJlJlxe1ptPuzfgeRyCdw3/Ev+NHm5FiQUKWT5DYuDoT8PmFkN4ChQPTwliZy9BinleP+RDtx1SR1enbKW216Zxaad2vNbpLDkNywmmllF4BlgPrCe/xwOKxK4xFKx/OGWZrx8ZyvWbNvHtYOnMXnJlqDLEikWzno0lJklAInuvjs8JRUOjYYq2TbtPMCjoxawaNMufpJeh19f14TEUrFBlyUS1Qo8GsrMLnf3z8zs1lxew93H5fY5kaDVrlyGMQ+149l/rmTo1LVkrP+Ol+5sRYOUskGXJlIk5dUNdWnozxtyeVwfxrpEzll8XAz/fe2FDO/dhm17D3PDi9MZOy8z7w+KyI/kqxvKzOq5+7q82qKJuqEkp617DjFg9AJmr93JrS1r8tubL6JsQti2cxEpks7UDZXfG9zv5dI2tuAliURWtfKJvP1AOo9f0Yj3F27mhhens+ybqL7tJhJVzhgWZnaBmXUHKpjZrTke95FjJrdIURAbYwy4oiEjH0znwJFj3PLyTEbMXK8VbEXyIa8ri8Zk35uoyH/er2hF9janIkVOev0qTB7QmY4Nq/KbCcvo+4957D6gjZVEziTPexahZcN/6e5/jExJhUP3LCQv7s7r09fxl49XkFIukcG9WtC6buWgyxIJzDnds3D342jPaymGzIwHOtVnbN/2xMYYt786m799sZoTJ9QtJXKq/N7gnmFmL5lZJzNrdfIR1spEIqR57YpMfKwj3S46j6c/Xsm9w+eStfdw0GWJRJX8Dp39PJdmd/fLC7+kwqFuKDlb7s7oLzfx1IRllEssxaA7WtCxYdWgyxKJmDN1Q2nzI5FTrPx2L4+OnM/qrH30u+x8Hr+iEXGxkdiBWCRY5zzPwsyqmdnrZjY59LyJmf20MIsUiRaNzyvHhEc7cnvr2rz8+Rp6Dp3N5l0H8/6gSDGW31+X3gQ+AWqEnn8NDAxDPSJRoXR8LH/pcTEv9GzBim/3cu0L0/jnsm+DLkskMPkNi6ru/i5wAsDdjwHHw1aVSJS4qUVNJvbvSJ3KZejz93k8NWEZh4/pP30pefIbFvvNrArgAGaWDmitBCkRUqsmMfbhdtzfoR5vzlzPrX+bybrt+4MuSySi8hsWTwATgPPNbAbwFtn7cYuUCAlxsfzvDU0Ydk8am3cd5PrB03h/weagyxKJmHyFhbvPJ3u58vbAQ0BTd18czsJEotEVTaox6bFONKlRnoHvLOQXYxZx4MixoMsSCbuzGQ/YFmhO9rpQvczsnvCUJBLdalQszagH0+l/eQPGzs/kxpdmsOLbPUGXJRJW+R06+3fgWaAj0Cb0yHUsrkhJEBcbw8+uasw/fnoJuw8e5aaXZvD2nA1awVaKrfzO4F4ONPEi9DdBk/IkUrL2HuaJdxcybdV2rmtWnT/e2owKpUsFXZbIWSuMzY+WAucVXkkixUdyuQRG9G7LL6+5gI+Xfct1g6excNOuoMsSKVT5nmcBfGVmn5jZhJOPcBYmUpTExBgPX3Y+7z7UDnfoMWQmQ6eu0Qq2UmzkdxPip8JZhEhx0bpuJSY91olfvreYP05awcw1O3jutuZUKZsQdGki50QLCYqEgbvzj9kb+N1Hy6lUphSD7mhJu/OrBF2WyBkV+J6Fme01sz25PPaamcYKipyGmXF3u1TG92tPUnwcdw6bzfOffs1xdUtJEXXGsHD3cu5ePpdHOXcvH6kiRYqqpjUq8GH/jtzSsiaD/72KXq/NZsturWArRY8W6RcJs6SEOJ6/vQXP3dacpZt3c/mzU3j+06/Zd1gzv6XoUFiIREj31rX4eEBnLr8whcH/XsVlz3zO32et5+jxE0GXJpInhYVIBNWpUoaX72zF+490oH5yWf7fB8u46q9Tmbxki2Z/S1RTWIgEoEXtirzTJ53X700jLsZ4+O35dB8yky/X7wy6NJFchS0szKyxmS3M8dhjZgNDr/U3sxVmtszMns7xmSfNbLWZrTSzq3O0XxNqW21mvwpXzSKRZGZ0vbAakwd04i/dm7F510Fue2UWD76Vwept+4IuT+Q/RGSehZnFApuBS4D6wP8A17n7YTNLcfdtZtYEGEX26rY1gH8BjUKH+Bq4EsgEvgR6uftXZ/pOzbOQoubgkeO8MWMdQ75Yw8Gjx7k9rTaPX9GQlPKJQZcmJURhrA11rroCa9x9A/Aw8Gd3Pwzg7ttC77kJGO3uh919HbCa7OBoC6x297XufgQYHXqvSLFSOj6WR7o0YMovLuPu9LqMydjEpc98oZFTEhUiFRY9yb5qgOyrhU5mNsfMpphZm1B7TWBTjs9khtpO1/4jZtbHzDLMLCMrK6tQT0AkUqqUTeCpG5vyrycu1cgpiRphDwsziwduBMaEmuKAykA68AvgXTOzwvgudx/q7mnunpacnFwYhxQJTGrVpO9HTp2vkVMSsEhcWXQD5rv71tDzTGCcZ5sLnCB7VdvNQO0cn6sVajtdu0iJ0KJ2RUb3SeeN+9IoFZs9curWITOZu04jpyRyIhEWvfihCwrgfaALgJk1AuKB7cAEoKeZJZhZPaAhMJfsG9oNzaxe6CqlZ+i9IiWGmXH5BdWYPKAzT3e/mG92HeT2V0+OnNobdHlSAoQ1LMwsiexRTONyNL8B1DezpWTfrL43dJWxDHgX+Ar4GHjE3Y+7+zHgUeATYDnwbui9IiVObIxxe5vafPHzLvzi6sbMWrODq/46lSfHLWHbnkNBlyfFmJYoFynCduw7zIufrebtORuIi4nhwU716HPp+ZRNyO9WNSI/ONPQWYWFSDGwYcd+nvlkJRMXb6FKUjwDrmhIr7Z1KBWrRRok/6JhnoWIhFHdKkm8dGcrPnikAw1SyvK/oZFTkzRySgqJwkKkGGl+ysipfho5JYVEYSFSzJxu5NQDIzRySgpO9yxEirmTa0698sUa9h85xh1tajPwikZU05pTcgrd4BYRdu4/woufreIfs7NHTj3QqR59OtenXGKpoEuTKKGwEJHvaeSUnI5GQ4nI93KOnGpYLXvk1JXPT9HIKTkjhYVICdW8dkVGPZjO8PvaEB8XQ7+353PL3zRySnKnsBApwcyMLhekZI+c6nEx3+4+pJFTkivdsxCR72nkVMmmG9wiclY0cqpkUliISIFs3HGAZ/65kg8XfUOVpHge65o9cio+Tj3YxZFGQ4lIgdSpUoYXe7VkwqPZI6d+M2EZV/11Ch8t1sipkkZhISJ5urjWDyOnEuJieWRk9sipeRs0cqqkUFiISL6cHDk1aUCn70dOdR8yi8ffWchWbbxU7CksROSsxMYYt6fV5rOfX8qjXRrw0eItdHn2C4Z8sYbDx44HXZ6EicJCRAqkTHwcP7+6MZ8+0ZkODaryl49XcM2gaXy+YlvQpUkYKCxE5JzUrZLEa/ekMeL+tphB7ze/5P43v2Td9v1BlyaFSGEhIoXi0kbJfDygM7++7kLmrtvJVX+dwp8nr2Df4WNBlyaFQGEhIoUmPi6GBzrV57OfX8pNLWryypQ1XP7sF4xfkKmhtkWcwkJECl1KuUSeva054/u1p3qFRB5/ZxE9XpnFkszdQZcmBaSwEJGwaVmnEuP7deDpHhezYcd+bnx5Ok+OW8yOfYeDLk3OksJCRMIq5vuhtpfx0w71GJORSZdnv+DNGes4dvxE0OVJPiksRCQiyieW4tfXN+HjgZ1oXrsiT334FdcOnsbM1duDLk3yQWEhIhHVIKUcb93flqF3t+bg0ePcOWwOD/9jHpnfHQi6NDkDhYWIRJyZcVXT8/j08Uv52ZWN+HzlNro+N4VB//qaQ0c1CzwaKSxEJDCJpWLp37Uhn/3sMq5sUo1B/1pF1+emMFn7gUcdhYWIBK5GxdK8dGcrRvdJp1xiHA+/PZ+7hs3h663a2jVaKCxEJGqk16/CxP4d+d1NTVn2zR66vTCNpyYsY/eBo0GXVuIpLEQkqsTFxnB3u1S++Pll9Gpbm7dmrafLc18wau5Gjp9Q11RQFBYiEpUqJcXz+5ub8WH/jjRILsuT45Zw88sztOFSQBQWIhLVmtaowDsPpTO4V0uy9h6m+5BZPKENlyJOYSEiUc/MuLF5Df79s+wNlyYu3sLlz37BK1O04VKkKCxEpMhISvhhw6X2Dary58nacClSwhYWZtbYzBbmeOwxs4Fm9pSZbc7Rfm3o/almdjBH+ys5jtXazJaY2WozG2xmFq66RST6ndxw6c3ebbThUoRYJCa+mFkssBm4BOgN7HP3Z095Tyow0d0vyuXzc4HHgDnAJGCwu08+03empaV5RkZG4ZyAiEStI8dOMGLmel749yoOHzvOTzvW59HLG1A2IS7o0oocM5vn7mm5vRapbqiuwBp333C2HzSz6kB5d5/t2cn2FnBzIdcnIkVUfFwMD3bWhkvhFqmw6AmMyvH8UTNbbGZvmFmlHO31zGyBmU0xs06htppAZo73ZIbafsTM+phZhpllZGVlFeoJiEh0O92GS0s3a8OlwhD2sDCzeOBGYEyoaQhwPtAC2AI8F2rfAtRx95bAE8BIMyt/Nt/l7kPdPc3d05KTkwujfBEpYk7dcOmGl6bz5Lgl2nDpHEXiyqIbMN/dtwK4+1Z3P+7uJ4DXgLah9sPuviP08zxgDdCI7HsdtXIcr1aoTUQkVz/ecGmTNlw6R5EIi17k6IIK3YM46RZgaag9OXQjHDOrDzQE1rr7FmCPmaWHRkHdA3wQgbpFpIjLbcOl6wZP14ZLBRDWsDCzJOBKYFyO5qdDw2AXA12Ax0PtnYHFZrYQGAv0dfeT8/r7AcOA1WRfcZxxJJSISE4nN1x69e7W7D9yjDuHzaHf29pw6WxEZOhsEDR0VkRyc+jocV6bupaXv1iNOzx82fn0vfR8EkvFBl1a4KJh6KyISFQ43YZLr09fx95DWgr9dHRlISIl2uy1O3j2k5VkbPiOpPhYbkurzb3tU6lXNSno0iLuTFcWCgsREWBJ5m6Gz1jHh4u/4dgJp0vjFHp3SKVjg6qUlBWGFBYiIvm0be8h3p69kbfnbGD7viM0TClL7w71uKVlTUrHF+/7GgoLEZGzdPjYcSYu2sLwmetYunkPFUqXomfb2tzTLpWaFUsHXV5YKCxERArI3cnY8B3DZ6zj46XfYmZc3bQavTvUI61upWLVRXWmsNCyjCIiZ2BmtEmtTJvUymzedZC3Zq1n9NxNTFryLc1qVuC+9qlc37w6CXHFvItKVxYiImfnwJFjjF+wmeEz1rN62z6qlk3grkvqcFd6HVLKJQZdXoGpG0pEJAzcnemrtzN8xno+W7GN+NgYrr+4Or071KNZrQpBl3fW1A0lIhIGZkanhsl0apjMuu37GTFzPWMyNjFuwWbapFbivvb1uLppNeJii/78Z11ZiIgUoj2HjjImI5MRM9ezcecBalRI5O52qfRqW5uKZeKDLu+M1A0lIhJhx084n63YxhvT1zFr7Q4SS8Vwa6ta9G6fSsNq5YIuL1cKCxGRAC3fsocRM9czfsFmDh87QaeGVendIZXLGqUQExM9Q28VFiIiUWDn/iOMmruRv8/awLd7DpFapQz3tU+lR1ptyiYEfwtZYSEiEkWOHj/B5KXfMnzGOhZs3EW5hLjQAoZ1qVsluAUMFRYiIlFq4aZdDJ+xjo8Wb+G4O10vSOH+DvVod36ViM8OV1iIiES5rXsO8Y/ZGxg5ZyM79h+hcbVy9O6Qys0ta0ZsYyaFhYhIEXHo6HEmLPqG4TPWs3zLHiqVKUWvtnW4u11dqlcI7wKGCgsRkSLG3ZmzbifDZ6zj06+2YmZ0u+g8eneoR6s6FcPSRaUZ3CIiRYyZkV6/Cun1q7Bp54HsBQy/3MTExVtoXqsCvTvU49pm1YmPi8zscF1ZiIgUEfsPH2Pc/EyGz1zP2qz9pJRL4CfpdbnzkjpULZtwzsdXN5SISDFy4oQzdVUWw2esZ8rXWcTHxnBjixr07pBK0xoFX8BQ3VAiIsVITIxxWeMULmucwupt+xgxcz3vzc9k7LxMLqlXmRH3ty30EVQKCxGRIqxBSll+d/NF/Pzqxrz75SbWZO0Ly1BbhYWISDFQoXQpHuxcP2zHL/qLrIuISNgpLEREJE8KCxERyZPCQkRE8qSwEBGRPCksREQkTwoLERHJk8JCRETyVGzXhjKzLGBDAT9eFdheiOUEqbicS3E5D9C5RKPich5wbudS192Tc3uh2IbFuTCzjNMtplXUFJdzKS7nATqXaFRczgPCdy7qhhIRkTwpLEREJE8Ki9wNDbqAQlRczqW4nAfoXKJRcTkPCNO56J6FiIjkSVcWIiKSJ4VFiJklmtlcM1tkZsvM7P+CrulcmVmsmS0ws4lB13IuzGy9mS0xs4VmVqT3yjWzimY21sxWmNlyM2sXdE1ny8wah/5dnHzsMbOBQddVUGb2eOjv/FIzG2VmiUHXVFBmNiB0HssK+9+JuqFCzMyAJHffZ2algOnAAHefHXBpBWZmTwBpQHl3vz7oegrKzNYDae5e5MfBm9kIYJq7DzOzeKCMu+8KuKwCM7NYYDNwibsXdF5TYMysJtl/15u4+0EzexeY5O5vBlvZ2TOzi4DRQFvgCPAx0NfdVxfG8XVlEeLZ9oWelgo9imySmlkt4DpgWNC1SDYzqwB0Bl4HcPcjRTkoQroCa4piUOQQB5Q2szigDPBNwPUU1IXAHHc/4O7HgCnArYV1cIVFDqFum4XANuBTd58TcEnnYhDwX8CJgOsoDA7808zmmVmfoIs5B/WALGB4qHtwmJklBV3UOeoJjAq6iIJy983As8BGYAuw293/GWxVBbYU6GRmVcysDHAtULuwDq6wyMHdj7t7C6AW0DZ0WVfkmNn1wDZ3nxd0LYWko7u3AroBj5hZ56ALKqA4oBUwxN1bAvuBXwVbUsGFutFuBMYEXUtBmVkl4Cayg7wGkGRmPwm2qoJx9+XAX4B/kt0FtRA4XljHV1jkItQ18DlwTcClFFQH4MZQX/9o4HIz+0ewJRVc6Lc/3H0bMJ7sPtmiKBPIzHHFOpbs8CiqugHz3X1r0IWcgyuAde6e5e5HgXFA+4BrKjB3f93dW7t7Z+A74OvCOrbCIsTMks2sYujn0sCVwIpAiyogd3/S3Wu5eyrZ3QSfuXuR/G3JzJLMrNzJn4GryL7cLnLc/Vtgk5k1DjV1Bb4KsKRz1Ysi3AUVshFIN7MyoUEuXYHlAddUYGaWEvqzDtn3K0YW1rHjCutAxUB1YERodEcM8K67F+khp8VENWB89t9j4oCR7v5xsCWdk/7A26EunLVA74DrKZBQcF8JPBR0LefC3eeY2VhgPnAMWEDRns39nplVAY4CjxTmAAoNnRURkTypG0pERPKksBARkTwpLEREJE8KCxERyZPCQkRE8qSwEIkQM0s1syI5R0REYSEiInlSWIgEwMzqhxYTbBN0LSL5oRncIhEWWu5jNHCfuy8Kuh6R/FBYiERWMvABcKu7F+V1oaSEUTeUSGTtJnvxuo5BFyJyNnRlIRJZR4BbgE/MbJ+7F9qqoCLhpLAQiTB33x/aoOrTUGBMCLomkbxo1VkREcmT7lmIiEieFBYiIpInhYWIiORJYSEiInlSWIiISJ4UFiIikieFhYiI5ElhISIiefr/GLT3Iwz6TqwAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "\n",
    "%matplotlib inline\n",
    "\n",
    "plt.plot(range(3, 10), inertias)\n",
    "plt.xlabel(\"k\")\n",
    "plt.ylabel(\"Inertia\")\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "id": "scientific-alloy",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "KMeans(max_iter=500, n_clusters=30, n_init=15)"
      ]
     },
     "execution_count": 106,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# True k, derived from elbow method and confirmed from pluralsight's website\n",
    "# true_k = 8\n",
    "true_k = 30\n",
    "\n",
    "model = KMeans(n_clusters=true_k, init=\"k-means++\", max_iter=500, n_init=15)\n",
    "model.fit(X)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "id": "present-digit",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Top terms per cluster:\n",
      "Cluster 1:\n",
      "  mari\n",
      "  textures\n",
      "  painting\n",
      "  texturing\n",
      "  texture\n",
      "  paint\n",
      "  ptex\n",
      "  map\n",
      "  tutorial\n",
      "  learn\n",
      "  maps\n",
      "  workflow\n",
      "  color\n",
      "  new\n",
      "  assets\n",
      "\n",
      "Cluster 2:\n",
      "  security\n",
      "  comptia\n",
      "  network\n",
      "  information\n",
      "  awareness\n",
      "  course\n",
      "  cyber\n",
      "  attacks\n",
      "  threats\n",
      "  secure\n",
      "  plus\n",
      "  cissp\n",
      "  learn\n",
      "  risks\n",
      "  certification\n",
      "\n",
      "Cluster 3:\n",
      "  web\n",
      "  android\n",
      "  html\n",
      "  css\n",
      "  app\n",
      "  javascript\n",
      "  applications\n",
      "  apps\n",
      "  application\n",
      "  course\n",
      "  mobile\n",
      "  responsive\n",
      "  building\n",
      "  build\n",
      "  learn\n",
      "\n",
      "Cluster 4:\n",
      "  tricks\n",
      "  tips\n",
      "  softimage\n",
      "  centering\n",
      "  ice\n",
      "  selfcontained\n",
      "  nodes\n",
      "  video\n",
      "  lesson\n",
      "  improve\n",
      "  workflows\n",
      "  various\n",
      "  maya\n",
      "  rendering\n",
      "  help\n",
      "\n",
      "Cluster 5:\n",
      "  max\n",
      "  ds\n",
      "  modeling\n",
      "  animation\n",
      "  create\n",
      "  techniques\n",
      "  required\n",
      "  learn\n",
      "  creating\n",
      "  software\n",
      "  start\n",
      "  tools\n",
      "  rigging\n",
      "  rendering\n",
      "  tutorial\n",
      "\n",
      "Cluster 6:\n",
      "  studio\n",
      "  visual\n",
      "  code\n",
      "  team\n",
      "  tfs\n",
      "  debugging\n",
      "  course\n",
      "  tools\n",
      "  net\n",
      "  features\n",
      "  android\n",
      "  developers\n",
      "  00\n",
      "  new\n",
      "  lightswitch\n",
      "\n",
      "Cluster 7:\n",
      "  office\n",
      "  linux\n",
      "  course\n",
      "  lpic\n",
      "  centos\n",
      "  administration\n",
      "  services\n",
      "  microsoft\n",
      "  outlook\n",
      "  online\n",
      "  learn\n",
      "  server\n",
      "  management\n",
      "  manage\n",
      "  exam\n",
      "\n",
      "Cluster 8:\n",
      "  windows\n",
      "  server\n",
      "  00\n",
      "  course\n",
      "  configure\n",
      "  configuring\n",
      "  directory\n",
      "  active\n",
      "  network\n",
      "  deployment\n",
      "  powershell\n",
      "  services\n",
      "  manage\n",
      "  operating\n",
      "  learn\n",
      "\n",
      "Cluster 9:\n",
      "  server\n",
      "  sql\n",
      "  exchange\n",
      "  00\n",
      "  database\n",
      "  course\n",
      "  performance\n",
      "  administration\n",
      "  query\n",
      "  small\n",
      "  business\n",
      "  data\n",
      "  new\n",
      "  configure\n",
      "  availability\n",
      "\n",
      "Cluster 10:\n",
      "  cinema\n",
      "  revit\n",
      "  modeling\n",
      "  solidworks\n",
      "  modo\n",
      "  mudbox\n",
      "  tools\n",
      "  design\n",
      "  create\n",
      "  geometry\n",
      "  rhino\n",
      "  model\n",
      "  software\n",
      "  required\n",
      "  learn\n",
      "\n",
      "Cluster 11:\n",
      "  zbrush\n",
      "  sculpting\n",
      "  character\n",
      "  tutorial\n",
      "  maya\n",
      "  creature\n",
      "  mesh\n",
      "  using\n",
      "  create\n",
      "  creating\n",
      "  geometry\n",
      "  techniques\n",
      "  required\n",
      "  photoshop\n",
      "  software\n",
      "\n",
      "Cluster 12:\n",
      "  aws\n",
      "  cloud\n",
      "  google\n",
      "  services\n",
      "  computing\n",
      "  course\n",
      "  security\n",
      "  applications\n",
      "  amazon\n",
      "  infrastructure\n",
      "  service\n",
      "  platform\n",
      "  learn\n",
      "  firebase\n",
      "  storage\n",
      "\n",
      "Cluster 13:\n",
      "  autocad\n",
      "  drawing\n",
      "  plan\n",
      "  drawings\n",
      "  civil\n",
      "  blocks\n",
      "  create\n",
      "  draw\n",
      "  tools\n",
      "  set\n",
      "  floor\n",
      "  plans\n",
      "  learn\n",
      "  software\n",
      "  tutorials\n",
      "\n",
      "Cluster 14:\n",
      "  nuke\n",
      "  compositing\n",
      "  node\n",
      "  maya\n",
      "  footage\n",
      "  nodes\n",
      "  composite\n",
      "  shot\n",
      "  learn\n",
      "  create\n",
      "  software\n",
      "  required\n",
      "  techniques\n",
      "  using\n",
      "  channels\n",
      "\n",
      "Cluster 15:\n",
      "  animation\n",
      "  maya\n",
      "  animating\n",
      "  animations\n",
      "  animate\n",
      "  volume\n",
      "  character\n",
      "  principles\n",
      "  learn\n",
      "  techniques\n",
      "  motionbuilder\n",
      "  required\n",
      "  principle\n",
      "  software\n",
      "  poses\n",
      "\n",
      "Cluster 16:\n",
      "  play\n",
      "  salesforce\n",
      "  unrehearsed\n",
      "  unscripted\n",
      "  problem\n",
      "  technologists\n",
      "  real\n",
      "  lightning\n",
      "  time\n",
      "  angular\n",
      "  course\n",
      "  work\n",
      "  series\n",
      "  john\n",
      "  code\n",
      "\n",
      "Cluster 17:\n",
      "  azure\n",
      "  microsoft\n",
      "  services\n",
      "  cloud\n",
      "  storage\n",
      "  solutions\n",
      "  course\n",
      "  virtual\n",
      "  service\n",
      "  applications\n",
      "  knowledge\n",
      "  learn\n",
      "  youll\n",
      "  windows\n",
      "  data\n",
      "\n",
      "Cluster 18:\n",
      "  testing\n",
      "  tests\n",
      "  unit\n",
      "  test\n",
      "  automated\n",
      "  penetration\n",
      "  code\n",
      "  course\n",
      "  development\n",
      "  framework\n",
      "  learn\n",
      "  applications\n",
      "  ui\n",
      "  write\n",
      "  junit\n",
      "\n",
      "Cluster 19:\n",
      "  management\n",
      "  project\n",
      "  prince\n",
      "  agile\n",
      "  pmp\n",
      "  risk\n",
      "  course\n",
      "  axelos\n",
      "  pmbok\n",
      "  limited\n",
      "  projects\n",
      "  team\n",
      "  planning\n",
      "  exam\n",
      "  processes\n",
      "\n",
      "Cluster 20:\n",
      "  sharepoint\n",
      "  00\n",
      "  server\n",
      "  ramp\n",
      "  course\n",
      "  solutions\n",
      "  sp00\n",
      "  cpt\n",
      "  farm\n",
      "  office\n",
      "  site\n",
      "  powershell\n",
      "  web\n",
      "  business\n",
      "  learn\n",
      "\n",
      "Cluster 21:\n",
      "  effects\n",
      "  cc\n",
      "  footage\n",
      "  create\n",
      "  cinema\n",
      "  learn\n",
      "  compositing\n",
      "  motion\n",
      "  animation\n",
      "  shot\n",
      "  cs\n",
      "  camera\n",
      "  animating\n",
      "  software\n",
      "  layers\n",
      "\n",
      "Cluster 22:\n",
      "  photoshop\n",
      "  cc\n",
      "  concept\n",
      "  painting\n",
      "  cs\n",
      "  character\n",
      "  create\n",
      "  design\n",
      "  color\n",
      "  techniques\n",
      "  required\n",
      "  image\n",
      "  tutorial\n",
      "  software\n",
      "  creating\n",
      "\n",
      "Cluster 23:\n",
      "  angular\n",
      "  aspnet\n",
      "  mvc\n",
      "  core\n",
      "  web\n",
      "  application\n",
      "  api\n",
      "  angularjs\n",
      "  building\n",
      "  applications\n",
      "  course\n",
      "  framework\n",
      "  aspdotnet\n",
      "  build\n",
      "  learn\n",
      "\n",
      "Cluster 24:\n",
      "  data\n",
      "  indesign\n",
      "  excel\n",
      "  course\n",
      "  learn\n",
      "  database\n",
      "  big\n",
      "  using\n",
      "  access\n",
      "  cc\n",
      "  analysis\n",
      "  tables\n",
      "  started\n",
      "  getting\n",
      "  use\n",
      "\n",
      "Cluster 25:\n",
      "  course\n",
      "  learn\n",
      "  fundamentals\n",
      "  use\n",
      "  code\n",
      "  using\n",
      "  design\n",
      "  applications\n",
      "  programming\n",
      "  create\n",
      "  software\n",
      "  introduction\n",
      "  java\n",
      "  application\n",
      "  language\n",
      "\n",
      "Cluster 26:\n",
      "  unity\n",
      "  game\n",
      "  create\n",
      "  character\n",
      "  games\n",
      "  fundamentals\n",
      "  creating\n",
      "  learn\n",
      "  player\n",
      "  development\n",
      "  substance\n",
      "  course\n",
      "  required\n",
      "  software\n",
      "  design\n",
      "\n",
      "Cluster 27:\n",
      "  cisco\n",
      "  ccna\n",
      "  network\n",
      "  ccnp\n",
      "  00\n",
      "  routing\n",
      "  wireless\n",
      "  switching\n",
      "  exam\n",
      "  troubleshooting\n",
      "  course\n",
      "  switch\n",
      "  ipv\n",
      "  ip\n",
      "  security\n",
      "\n",
      "Cluster 28:\n",
      "  vsphere\n",
      "  vmware\n",
      "  virtual\n",
      "  foundations\n",
      "  virtualization\n",
      "  course\n",
      "  infrastructure\n",
      "  vcenter\n",
      "  configure\n",
      "  powercli\n",
      "  path\n",
      "  storage\n",
      "  advanced\n",
      "  troubleshooting\n",
      "  networking\n",
      "\n",
      "Cluster 29:\n",
      "  illustrator\n",
      "  cc\n",
      "  adobe\n",
      "  logo\n",
      "  vector\n",
      "  artwork\n",
      "  photoshop\n",
      "  cs\n",
      "  creating\n",
      "  tool\n",
      "  design\n",
      "  create\n",
      "  drawing\n",
      "  color\n",
      "  software\n",
      "\n",
      "Cluster 30:\n",
      "  maya\n",
      "  modeling\n",
      "  rendering\n",
      "  rigging\n",
      "  required\n",
      "  lighting\n",
      "  tutorial\n",
      "  software\n",
      "  create\n",
      "  techniques\n",
      "  learn\n",
      "  render\n",
      "  using\n",
      "  creating\n",
      "  character\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# Top terms in each cluster.\n",
    "\n",
    "print(\"Top terms per cluster:\")\n",
    "order_centroids = model.cluster_centers_.argsort()[:, ::-1]  # Reverse order\n",
    "terms = vectorizer.get_feature_names()\n",
    "\n",
    "for i in range(true_k):\n",
    "    print(\"Cluster {}:\".format(i + 1))\n",
    "    for ind in order_centroids[i, :15]:\n",
    "        print(\" \", terms[ind])\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "id": "transparent-storm",
   "metadata": {},
   "outputs": [],
   "source": [
    "def cluster_predict(str_input):\n",
    "    y = vectorizer.transform([str_input])\n",
    "    preds = model.predict(y)\n",
    "    return preds[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "id": "naval-phase",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CourseId</th>\n",
       "      <th>CourseTitle</th>\n",
       "      <th>DurationInSeconds</th>\n",
       "      <th>ReleaseDate</th>\n",
       "      <th>Description</th>\n",
       "      <th>AssessmentStatus</th>\n",
       "      <th>IsCourseRetired</th>\n",
       "      <th>combined</th>\n",
       "      <th>ClusterPrediction</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>abts-advanced-topics</td>\n",
       "      <td>BizTalk 2006 Business Process Management</td>\n",
       "      <td>22198</td>\n",
       "      <td>2008-10-25</td>\n",
       "      <td>This course covers Business Process Management...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>abts-advanced-topics BizTalk 00 Business Proce...</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>abts-fundamentals</td>\n",
       "      <td>BizTalk 2006 Fundamentals</td>\n",
       "      <td>24305</td>\n",
       "      <td>2008-06-01</td>\n",
       "      <td>Despite the trend towards serviceoriented arch...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>abts-fundamentals BizTalk 00 Fundamentals Desp...</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>agile-team-practice-fundamentals</td>\n",
       "      <td>Agile Team Practices with Scrum</td>\n",
       "      <td>13504</td>\n",
       "      <td>2010-04-15</td>\n",
       "      <td>This course is much different than most of the...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>agile-team-practice-fundamentals Agile Team Pr...</td>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>aspdotnet-advanced-topics</td>\n",
       "      <td>ASP.NET 3.5 Advanced Topics</td>\n",
       "      <td>21611</td>\n",
       "      <td>2008-12-05</td>\n",
       "      <td>This course covers more advanced topics in ASP...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>aspdotnet-advanced-topics ASPNET  Advanced Top...</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>aspdotnet-ajax-advanced-topics</td>\n",
       "      <td>ASP.NET Ajax Advanced Topics</td>\n",
       "      <td>10426</td>\n",
       "      <td>2008-09-30</td>\n",
       "      <td>This course covers advanced topics in ASP.NET ...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>aspdotnet-ajax-advanced-topics ASPNET Ajax Adv...</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                           CourseId                               CourseTitle  \\\n",
       "0              abts-advanced-topics  BizTalk 2006 Business Process Management   \n",
       "1                 abts-fundamentals                 BizTalk 2006 Fundamentals   \n",
       "2  agile-team-practice-fundamentals           Agile Team Practices with Scrum   \n",
       "4         aspdotnet-advanced-topics               ASP.NET 3.5 Advanced Topics   \n",
       "5    aspdotnet-ajax-advanced-topics              ASP.NET Ajax Advanced Topics   \n",
       "\n",
       "   DurationInSeconds ReleaseDate  \\\n",
       "0              22198  2008-10-25   \n",
       "1              24305  2008-06-01   \n",
       "2              13504  2010-04-15   \n",
       "4              21611  2008-12-05   \n",
       "5              10426  2008-09-30   \n",
       "\n",
       "                                         Description AssessmentStatus  \\\n",
       "0  This course covers Business Process Management...             Live   \n",
       "1  Despite the trend towards serviceoriented arch...             Live   \n",
       "2  This course is much different than most of the...             Live   \n",
       "4  This course covers more advanced topics in ASP...             Live   \n",
       "5  This course covers advanced topics in ASP.NET ...             Live   \n",
       "\n",
       "  IsCourseRetired                                           combined  \\\n",
       "0              no  abts-advanced-topics BizTalk 00 Business Proce...   \n",
       "1              no  abts-fundamentals BizTalk 00 Fundamentals Desp...   \n",
       "2              no  agile-team-practice-fundamentals Agile Team Pr...   \n",
       "4              no  aspdotnet-advanced-topics ASPNET  Advanced Top...   \n",
       "5              no  aspdotnet-ajax-advanced-topics ASPNET Ajax Adv...   \n",
       "\n",
       "   ClusterPrediction  \n",
       "0                 24  \n",
       "1                 24  \n",
       "2                 18  \n",
       "4                 22  \n",
       "5                 22  "
      ]
     },
     "execution_count": 97,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Apply the clustering to exising cluster.\n",
    "course_df[\"ClusterPrediction\"] = course_df.apply(\n",
    "    lambda x: cluster_predict(x.combined), axis=1\n",
    ")\n",
    "course_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "id": "still-asbestos",
   "metadata": {},
   "outputs": [],
   "source": [
    "def recommend_util(str_input):\n",
    "    cluster = cluster_predict(str_input.lower())\n",
    "    print(cluster)\n",
    "    return course_df[course_df[\"ClusterPrediction\"] == cluster].head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "id": "individual-philadelphia",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "24\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CourseId</th>\n",
       "      <th>CourseTitle</th>\n",
       "      <th>DurationInSeconds</th>\n",
       "      <th>ReleaseDate</th>\n",
       "      <th>Description</th>\n",
       "      <th>AssessmentStatus</th>\n",
       "      <th>IsCourseRetired</th>\n",
       "      <th>combined</th>\n",
       "      <th>ClusterPrediction</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>abts-advanced-topics</td>\n",
       "      <td>BizTalk 2006 Business Process Management</td>\n",
       "      <td>22198</td>\n",
       "      <td>2008-10-25</td>\n",
       "      <td>This course covers Business Process Management...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>abts-advanced-topics BizTalk 00 Business Proce...</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>abts-fundamentals</td>\n",
       "      <td>BizTalk 2006 Fundamentals</td>\n",
       "      <td>24305</td>\n",
       "      <td>2008-06-01</td>\n",
       "      <td>Despite the trend towards serviceoriented arch...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>abts-fundamentals BizTalk 00 Fundamentals Desp...</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>aspdotnet-undo</td>\n",
       "      <td>Implementing Undo in ASP.NET WebForms and MVC</td>\n",
       "      <td>4765</td>\n",
       "      <td>2010-08-27</td>\n",
       "      <td>There's loads of advice out there recommending...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>aspdotnet-undo Implementing Undo in ASPNET Web...</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>bts09-custom-ms</td>\n",
       "      <td>Advanced BizTalk Server 2009</td>\n",
       "      <td>43411</td>\n",
       "      <td>2010-04-06</td>\n",
       "      <td>This course provides detailed investigation in...</td>\n",
       "      <td>None</td>\n",
       "      <td>no</td>\n",
       "      <td>bts09-custom-ms Advanced BizTalk Server 009 Th...</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>bts09-fundamentals</td>\n",
       "      <td>BizTalk 2009 Fundamentals</td>\n",
       "      <td>13929</td>\n",
       "      <td>2009-11-24</td>\n",
       "      <td>Despite the trend towards serviceoriented arch...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>bts09-fundamentals BizTalk 009 Fundamentals De...</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>clojure-concurrency-tutorial</td>\n",
       "      <td>Clojure Concurrency</td>\n",
       "      <td>9261</td>\n",
       "      <td>2010-04-09</td>\n",
       "      <td>Clojure is a new Lisp that runs on the JVM and...</td>\n",
       "      <td>Live</td>\n",
       "      <td>yes</td>\n",
       "      <td>clojure-concurrency-tutorial Clojure Concurren...</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>clr-fundamentals</td>\n",
       "      <td>CLR Fundamentals</td>\n",
       "      <td>15647</td>\n",
       "      <td>2010-04-13</td>\n",
       "      <td>At the heart of the .NET Framework is an execu...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>clr-fundamentals CLR Fundamentals At the heart...</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>clr-threading</td>\n",
       "      <td>CLR Threading</td>\n",
       "      <td>9451</td>\n",
       "      <td>2010-04-13</td>\n",
       "      <td>This course presents the threading features of...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>clr-threading CLR Threading This course presen...</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>csharp-fundamentals</td>\n",
       "      <td>Accelerated C# Fundamentals</td>\n",
       "      <td>22628</td>\n",
       "      <td>2010-03-26</td>\n",
       "      <td>C# is Microsoft's entry into the world of mana...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>csharp-fundamentals Accelerated C Fundamentals...</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>dotnet-distributed-architecture</td>\n",
       "      <td>.NET Distributed Systems Architecture</td>\n",
       "      <td>19824</td>\n",
       "      <td>2010-07-06</td>\n",
       "      <td>This course provides an overview of the archit...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>dotnet-distributed-architecture NET Distribute...</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                           CourseId  \\\n",
       "0              abts-advanced-topics   \n",
       "1                 abts-fundamentals   \n",
       "14                   aspdotnet-undo   \n",
       "17                  bts09-custom-ms   \n",
       "18               bts09-fundamentals   \n",
       "20     clojure-concurrency-tutorial   \n",
       "21                 clr-fundamentals   \n",
       "22                    clr-threading   \n",
       "23              csharp-fundamentals   \n",
       "25  dotnet-distributed-architecture   \n",
       "\n",
       "                                      CourseTitle  DurationInSeconds  \\\n",
       "0        BizTalk 2006 Business Process Management              22198   \n",
       "1                       BizTalk 2006 Fundamentals              24305   \n",
       "14  Implementing Undo in ASP.NET WebForms and MVC               4765   \n",
       "17                   Advanced BizTalk Server 2009              43411   \n",
       "18                      BizTalk 2009 Fundamentals              13929   \n",
       "20                            Clojure Concurrency               9261   \n",
       "21                               CLR Fundamentals              15647   \n",
       "22                                  CLR Threading               9451   \n",
       "23                    Accelerated C# Fundamentals              22628   \n",
       "25          .NET Distributed Systems Architecture              19824   \n",
       "\n",
       "   ReleaseDate                                        Description  \\\n",
       "0   2008-10-25  This course covers Business Process Management...   \n",
       "1   2008-06-01  Despite the trend towards serviceoriented arch...   \n",
       "14  2010-08-27  There's loads of advice out there recommending...   \n",
       "17  2010-04-06  This course provides detailed investigation in...   \n",
       "18  2009-11-24  Despite the trend towards serviceoriented arch...   \n",
       "20  2010-04-09  Clojure is a new Lisp that runs on the JVM and...   \n",
       "21  2010-04-13  At the heart of the .NET Framework is an execu...   \n",
       "22  2010-04-13  This course presents the threading features of...   \n",
       "23  2010-03-26  C# is Microsoft's entry into the world of mana...   \n",
       "25  2010-07-06  This course provides an overview of the archit...   \n",
       "\n",
       "   AssessmentStatus IsCourseRetired  \\\n",
       "0              Live              no   \n",
       "1              Live              no   \n",
       "14             Live              no   \n",
       "17             None              no   \n",
       "18             Live              no   \n",
       "20             Live             yes   \n",
       "21             Live              no   \n",
       "22             Live              no   \n",
       "23             Live              no   \n",
       "25             Live              no   \n",
       "\n",
       "                                             combined  ClusterPrediction  \n",
       "0   abts-advanced-topics BizTalk 00 Business Proce...                 24  \n",
       "1   abts-fundamentals BizTalk 00 Fundamentals Desp...                 24  \n",
       "14  aspdotnet-undo Implementing Undo in ASPNET Web...                 24  \n",
       "17  bts09-custom-ms Advanced BizTalk Server 009 Th...                 24  \n",
       "18  bts09-fundamentals BizTalk 009 Fundamentals De...                 24  \n",
       "20  clojure-concurrency-tutorial Clojure Concurren...                 24  \n",
       "21  clr-fundamentals CLR Fundamentals At the heart...                 24  \n",
       "22  clr-threading CLR Threading This course presen...                 24  \n",
       "23  csharp-fundamentals Accelerated C Fundamentals...                 24  \n",
       "25  dotnet-distributed-architecture NET Distribute...                 24  "
      ]
     },
     "execution_count": 101,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "recommend_util(\"aspdotnet\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "id": "tender-notebook",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "17\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CourseId</th>\n",
       "      <th>CourseTitle</th>\n",
       "      <th>DurationInSeconds</th>\n",
       "      <th>ReleaseDate</th>\n",
       "      <th>Description</th>\n",
       "      <th>AssessmentStatus</th>\n",
       "      <th>IsCourseRetired</th>\n",
       "      <th>combined</th>\n",
       "      <th>ClusterPrediction</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>test-first-development-1</td>\n",
       "      <td>Test First Development - Part 1</td>\n",
       "      <td>12825</td>\n",
       "      <td>2010-11-16</td>\n",
       "      <td>This course introduces a testfirst development...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>test-first-development- Test First Development...</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>118</th>\n",
       "      <td>test-first-development-2</td>\n",
       "      <td>Test First Development - Part 2</td>\n",
       "      <td>9868</td>\n",
       "      <td>2011-02-21</td>\n",
       "      <td>This course continues the subject of Test Firs...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>test-first-development- Test First Development...</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130</th>\n",
       "      <td>mstest</td>\n",
       "      <td>Unit Testing with MSTest</td>\n",
       "      <td>11067</td>\n",
       "      <td>2011-04-25</td>\n",
       "      <td>In this course you will be learning about usin...</td>\n",
       "      <td>Live</td>\n",
       "      <td>yes</td>\n",
       "      <td>mstest Unit Testing with MSTest In this course...</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>278</th>\n",
       "      <td>rhinomock-fundamentals</td>\n",
       "      <td>Rhino Mocks Fundamentals</td>\n",
       "      <td>7942</td>\n",
       "      <td>2012-06-28</td>\n",
       "      <td>In this course you will learn how to use Rhino...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>rhinomock-fundamentals Rhino Mocks Fundamental...</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>311</th>\n",
       "      <td>selenium</td>\n",
       "      <td>Automated Web Testing with Selenium</td>\n",
       "      <td>12110</td>\n",
       "      <td>2012-09-10</td>\n",
       "      <td>Creating automated tests for a web application...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>selenium Automated Web Testing with Selenium C...</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>350</th>\n",
       "      <td>alm-for-developers</td>\n",
       "      <td>ALM for Developers with Visual Studio 2012</td>\n",
       "      <td>16264</td>\n",
       "      <td>2012-09-24</td>\n",
       "      <td>This course covers Microsoft's Application Lif...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>alm-for-developers ALM for Developers with Vis...</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>357</th>\n",
       "      <td>teststudio-fund</td>\n",
       "      <td>Test Studio Fundamentals</td>\n",
       "      <td>6475</td>\n",
       "      <td>2012-10-02</td>\n",
       "      <td>This course is an introduction to the fundamen...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>teststudio-fund Test Studio Fundamentals This ...</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>358</th>\n",
       "      <td>microsoft-fakes</td>\n",
       "      <td>Microsoft Fakes Fundamentals</td>\n",
       "      <td>6988</td>\n",
       "      <td>2012-10-10</td>\n",
       "      <td>In this course you will learn how to use the M...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>microsoft-fakes Microsoft Fakes Fundamentals I...</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>414</th>\n",
       "      <td>testable-windows-8</td>\n",
       "      <td>Testable Windows 8 Applications</td>\n",
       "      <td>10848</td>\n",
       "      <td>2013-01-28</td>\n",
       "      <td>This course explores the ins and outs of devel...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>testable-windows- Testable Windows  Applicatio...</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>420</th>\n",
       "      <td>testing-javascript</td>\n",
       "      <td>Testing Clientside JavaScript</td>\n",
       "      <td>17435</td>\n",
       "      <td>2013-02-12</td>\n",
       "      <td>Javascript is the programming language of the ...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>testing-javascript Testing Clientside JavaScri...</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                     CourseId                                 CourseTitle  \\\n",
       "78   test-first-development-1             Test First Development - Part 1   \n",
       "118  test-first-development-2             Test First Development - Part 2   \n",
       "130                    mstest                    Unit Testing with MSTest   \n",
       "278    rhinomock-fundamentals                    Rhino Mocks Fundamentals   \n",
       "311                  selenium         Automated Web Testing with Selenium   \n",
       "350        alm-for-developers  ALM for Developers with Visual Studio 2012   \n",
       "357           teststudio-fund                    Test Studio Fundamentals   \n",
       "358           microsoft-fakes                Microsoft Fakes Fundamentals   \n",
       "414        testable-windows-8             Testable Windows 8 Applications   \n",
       "420        testing-javascript               Testing Clientside JavaScript   \n",
       "\n",
       "     DurationInSeconds ReleaseDate  \\\n",
       "78               12825  2010-11-16   \n",
       "118               9868  2011-02-21   \n",
       "130              11067  2011-04-25   \n",
       "278               7942  2012-06-28   \n",
       "311              12110  2012-09-10   \n",
       "350              16264  2012-09-24   \n",
       "357               6475  2012-10-02   \n",
       "358               6988  2012-10-10   \n",
       "414              10848  2013-01-28   \n",
       "420              17435  2013-02-12   \n",
       "\n",
       "                                           Description AssessmentStatus  \\\n",
       "78   This course introduces a testfirst development...             Live   \n",
       "118  This course continues the subject of Test Firs...             Live   \n",
       "130  In this course you will be learning about usin...             Live   \n",
       "278  In this course you will learn how to use Rhino...             Live   \n",
       "311  Creating automated tests for a web application...             Live   \n",
       "350  This course covers Microsoft's Application Lif...             Live   \n",
       "357  This course is an introduction to the fundamen...             Live   \n",
       "358  In this course you will learn how to use the M...             Live   \n",
       "414  This course explores the ins and outs of devel...             Live   \n",
       "420  Javascript is the programming language of the ...             Live   \n",
       "\n",
       "    IsCourseRetired                                           combined  \\\n",
       "78               no  test-first-development- Test First Development...   \n",
       "118              no  test-first-development- Test First Development...   \n",
       "130             yes  mstest Unit Testing with MSTest In this course...   \n",
       "278              no  rhinomock-fundamentals Rhino Mocks Fundamental...   \n",
       "311              no  selenium Automated Web Testing with Selenium C...   \n",
       "350              no  alm-for-developers ALM for Developers with Vis...   \n",
       "357              no  teststudio-fund Test Studio Fundamentals This ...   \n",
       "358              no  microsoft-fakes Microsoft Fakes Fundamentals I...   \n",
       "414              no  testable-windows- Testable Windows  Applicatio...   \n",
       "420              no  testing-javascript Testing Clientside JavaScri...   \n",
       "\n",
       "     ClusterPrediction  \n",
       "78                  17  \n",
       "118                 17  \n",
       "130                 17  \n",
       "278                 17  \n",
       "311                 17  \n",
       "350                 17  \n",
       "357                 17  \n",
       "358                 17  \n",
       "414                 17  \n",
       "420                 17  "
      ]
     },
     "execution_count": 104,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "recommend_util(\"qa testing\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "id": "large-harvey",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(array([ 0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15, 16,\n",
       "        17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29]),\n",
       " array([  50,  185,  424,  109,  232,   71,  102,  313,  211,  377,  205,\n",
       "         156,   50,  111,  125,  137,  253,  140,  132,  149,  177,  282,\n",
       "         167,  310, 2561,  179,  139,  100,  104,  460]))"
      ]
     },
     "execution_count": 100,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.unique(course_df[\"ClusterPrediction\"], return_counts=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 175,
   "id": "impressed-exhibit",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(array([-1,  0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15,\n",
       "        16]),\n",
       " array([7954,    3,    4,    3,    3,    4,    3,    3,    5,    3,    4,\n",
       "           4,    3,    3,    3,    3,    3,    3]))"
      ]
     },
     "execution_count": 175,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# DBSCAN works poorly for text similarity ...\n",
    "from sklearn.cluster import DBSCAN\n",
    "\n",
    "model = DBSCAN(eps=1e-20, min_samples=3)\n",
    "model.fit(X)\n",
    "np.unique(model.labels_, return_counts=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 201,
   "id": "valid-practitioner",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "LatentDirichletAllocation(n_components=30, random_state=0)"
      ]
     },
     "execution_count": 201,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.decomposition import LatentDirichletAllocation\n",
    "\n",
    "n_topics = 30\n",
    "lda = LatentDirichletAllocation(n_components=n_topics, random_state=0)\n",
    "lda.fit(X)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 211,
   "id": "constitutional-merchandise",
   "metadata": {},
   "outputs": [],
   "source": [
    "def print_top_words(model, feature_names, n_top_words=10):\n",
    "    for topic_idx, topic in enumerate(model.components_):\n",
    "        print(\"Topic #%d:\" % topic_idx)\n",
    "        print(\n",
    "            \" \".join(\n",
    "                [feature_names[i] for i in topic.argsort()[: -n_top_words - 1 : -1]]\n",
    "            )\n",
    "        )\n",
    "        print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 212,
   "id": "several-briefs",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Topic #0:\n",
      "sketchup lip ptex structural interiors steady anticipation nservicebus patterns easytofollow\n",
      "\n",
      "Topic #1:\n",
      "microservices sap ee abap vuejs github ml durandal downloads cloudwatch\n",
      "\n",
      "Topic #2:\n",
      "infiltrator desgn ccda casp cas corel civil mantra backburner regions\n",
      "\n",
      "Topic #3:\n",
      "maya modeling character ds max animation rigging create tools learn\n",
      "\n",
      "Topic #4:\n",
      "motionbuilder cryengine gamesalad outsourcing mech silo civil payments graphite hybrido\n",
      "\n",
      "Topic #5:\n",
      "tensorflow fabric wireless ef neural regression vrealize hdri icnd router\n",
      "\n",
      "Topic #6:\n",
      "hacking ethical powerpivot accredited eccouncil partner official phonegap caricatures caricature\n",
      "\n",
      "Topic #7:\n",
      "akkanet qt storyboard injection artrage patterns actors symmetry concurrent actor\n",
      "\n",
      "Topic #8:\n",
      "laravel pmp warehousing swarm syntheyes destruction json ghost analytical tailoring\n",
      "\n",
      "Topic #9:\n",
      "cryptography django muse ansible jenkins xenserver phone mercurial grasshopper wmi\n",
      "\n",
      "Topic #10:\n",
      "web aws aspnet applications api core nodejs data java application\n",
      "\n",
      "Topic #11:\n",
      "course data play learn fundamentals code sql new design programming\n",
      "\n",
      "Topic #12:\n",
      "azure server windows course security network microsoft 00 services cloud\n",
      "\n",
      "Topic #13:\n",
      "toon harmony boom dts ask cissp powercli csslp forcecom eclipse\n",
      "\n",
      "Topic #14:\n",
      "revit terminology cg0 powerpoint families mep tablet marvelous wacom rabbitmq\n",
      "\n",
      "Topic #15:\n",
      "citrix prince rhino xendesktop ltsr axelos limited theme xendesktopxenapp xenapp\n",
      "\n",
      "Topic #16:\n",
      "cycles walk ocean xml vcloud ccdp arch cycle director arcs\n",
      "\n",
      "Topic #17:\n",
      "switch roof female paypal metal programmer mattes vlans mates geolocation\n",
      "\n",
      "Topic #18:\n",
      "testing angular html css web tests unit mvc angularjs react\n",
      "\n",
      "Topic #19:\n",
      "puppet sk0 kotlin powerpoint stakeholder thinapp xslt bug repair autoscaling\n",
      "\n",
      "Topic #20:\n",
      "wordpress substance painter ccie onshape theme regular vr iam sitefinity\n",
      "\n",
      "Topic #21:\n",
      "ruby rails citrix tdd xendesktop xp vista sysinternals rspec pcs\n",
      "\n",
      "Topic #22:\n",
      "zbrush maya game max rendering ds unity tips photoshop tricks\n",
      "\n",
      "Topic #23:\n",
      "typescript wireless hero prop lt catia redis wifund directaccess lan\n",
      "\n",
      "Topic #24:\n",
      "xamarinforms openstack xamarin pftrack matchmoving hat polishing isa zero red\n",
      "\n",
      "Topic #25:\n",
      "swift acrobat xcode dc qradar intune soa aurelia commvault science\n",
      "\n",
      "Topic #26:\n",
      "effects photoshop maya nuke cc illustrator create learn animation required\n",
      "\n",
      "Topic #27:\n",
      "sharepoint 00 ramp business office small farm site sp00 cpt\n",
      "\n",
      "Topic #28:\n",
      "geek live vsts ps checkmate rds dmv poly refactoring prop\n",
      "\n",
      "Topic #29:\n",
      "visio outlook dsc quixel mocap disparity diagrams 00 charts green\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print_top_words(lda, vectorizer.get_feature_names())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 204,
   "id": "amended-replica",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "18"
      ]
     },
     "execution_count": 204,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lda.transform(vectorizer.transform([\"testing\"])).argmax()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 205,
   "id": "progressive-agent",
   "metadata": {},
   "outputs": [],
   "source": [
    "def cluster_predict(str_input):\n",
    "    X = vectorizer.transform([str_input])\n",
    "    topic = lda.transform(X).argmax()\n",
    "    return topic"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 206,
   "id": "matched-puppy",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CourseId</th>\n",
       "      <th>CourseTitle</th>\n",
       "      <th>DurationInSeconds</th>\n",
       "      <th>ReleaseDate</th>\n",
       "      <th>Description</th>\n",
       "      <th>AssessmentStatus</th>\n",
       "      <th>IsCourseRetired</th>\n",
       "      <th>combined</th>\n",
       "      <th>ClusterPrediction</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>abts-advanced-topics</td>\n",
       "      <td>BizTalk 2006 Business Process Management</td>\n",
       "      <td>22198</td>\n",
       "      <td>2008-10-25</td>\n",
       "      <td>This course covers Business Process Management...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>abts-advanced-topics BizTalk 00 Business Proce...</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>abts-fundamentals</td>\n",
       "      <td>BizTalk 2006 Fundamentals</td>\n",
       "      <td>24305</td>\n",
       "      <td>2008-06-01</td>\n",
       "      <td>Despite the trend towards serviceoriented arch...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>abts-fundamentals BizTalk 00 Fundamentals Desp...</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>agile-team-practice-fundamentals</td>\n",
       "      <td>Agile Team Practices with Scrum</td>\n",
       "      <td>13504</td>\n",
       "      <td>2010-04-15</td>\n",
       "      <td>This course is much different than most of the...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>agile-team-practice-fundamentals Agile Team Pr...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>aspdotnet-advanced-topics</td>\n",
       "      <td>ASP.NET 3.5 Advanced Topics</td>\n",
       "      <td>21611</td>\n",
       "      <td>2008-12-05</td>\n",
       "      <td>This course covers more advanced topics in ASP...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>aspdotnet-advanced-topics ASPNET  Advanced Top...</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>aspdotnet-ajax-advanced-topics</td>\n",
       "      <td>ASP.NET Ajax Advanced Topics</td>\n",
       "      <td>10426</td>\n",
       "      <td>2008-09-30</td>\n",
       "      <td>This course covers advanced topics in ASP.NET ...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>aspdotnet-ajax-advanced-topics ASPNET Ajax Adv...</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                           CourseId                               CourseTitle  \\\n",
       "0              abts-advanced-topics  BizTalk 2006 Business Process Management   \n",
       "1                 abts-fundamentals                 BizTalk 2006 Fundamentals   \n",
       "2  agile-team-practice-fundamentals           Agile Team Practices with Scrum   \n",
       "4         aspdotnet-advanced-topics               ASP.NET 3.5 Advanced Topics   \n",
       "5    aspdotnet-ajax-advanced-topics              ASP.NET Ajax Advanced Topics   \n",
       "\n",
       "   DurationInSeconds ReleaseDate  \\\n",
       "0              22198  2008-10-25   \n",
       "1              24305  2008-06-01   \n",
       "2              13504  2010-04-15   \n",
       "4              21611  2008-12-05   \n",
       "5              10426  2008-09-30   \n",
       "\n",
       "                                         Description AssessmentStatus  \\\n",
       "0  This course covers Business Process Management...             Live   \n",
       "1  Despite the trend towards serviceoriented arch...             Live   \n",
       "2  This course is much different than most of the...             Live   \n",
       "4  This course covers more advanced topics in ASP...             Live   \n",
       "5  This course covers advanced topics in ASP.NET ...             Live   \n",
       "\n",
       "  IsCourseRetired                                           combined  \\\n",
       "0              no  abts-advanced-topics BizTalk 00 Business Proce...   \n",
       "1              no  abts-fundamentals BizTalk 00 Fundamentals Desp...   \n",
       "2              no  agile-team-practice-fundamentals Agile Team Pr...   \n",
       "4              no  aspdotnet-advanced-topics ASPNET  Advanced Top...   \n",
       "5              no  aspdotnet-ajax-advanced-topics ASPNET Ajax Adv...   \n",
       "\n",
       "   ClusterPrediction  \n",
       "0                 12  \n",
       "1                 12  \n",
       "2                 11  \n",
       "4                 10  \n",
       "5                 12  "
      ]
     },
     "execution_count": 206,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Apply the clustering to exising cluster.\n",
    "course_df[\"ClusterPrediction\"] = course_df.apply(\n",
    "    lambda x: cluster_predict(x.combined), axis=1\n",
    ")\n",
    "course_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 207,
   "id": "missing-lotus",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(array([ 0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15, 16,\n",
       "        17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29]),\n",
       " array([   9,    5,    7, 1089,   13,    9,    5,   14,   10,    7,  264,\n",
       "        2166, 2190,   31,   33,   41,   12,   11,  194,    8,   13,   22,\n",
       "         746,    8,    8,    8, 1029,   36,    7,   16]))"
      ]
     },
     "execution_count": 207,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.unique(course_df[\"ClusterPrediction\"], return_counts=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 208,
   "id": "advanced-powder",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "12\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CourseId</th>\n",
       "      <th>CourseTitle</th>\n",
       "      <th>DurationInSeconds</th>\n",
       "      <th>ReleaseDate</th>\n",
       "      <th>Description</th>\n",
       "      <th>AssessmentStatus</th>\n",
       "      <th>IsCourseRetired</th>\n",
       "      <th>combined</th>\n",
       "      <th>ClusterPrediction</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>abts-advanced-topics</td>\n",
       "      <td>BizTalk 2006 Business Process Management</td>\n",
       "      <td>22198</td>\n",
       "      <td>2008-10-25</td>\n",
       "      <td>This course covers Business Process Management...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>abts-advanced-topics BizTalk 00 Business Proce...</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>abts-fundamentals</td>\n",
       "      <td>BizTalk 2006 Fundamentals</td>\n",
       "      <td>24305</td>\n",
       "      <td>2008-06-01</td>\n",
       "      <td>Despite the trend towards serviceoriented arch...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>abts-fundamentals BizTalk 00 Fundamentals Desp...</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>aspdotnet-ajax-advanced-topics</td>\n",
       "      <td>ASP.NET Ajax Advanced Topics</td>\n",
       "      <td>10426</td>\n",
       "      <td>2008-09-30</td>\n",
       "      <td>This course covers advanced topics in ASP.NET ...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>aspdotnet-ajax-advanced-topics ASPNET Ajax Adv...</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>aspdotnet-mvc2</td>\n",
       "      <td>ASP.NET MVC 2.0 Fundamentals</td>\n",
       "      <td>6885</td>\n",
       "      <td>2010-08-13</td>\n",
       "      <td>The ASP.NET MVC 2.0 framework adds a number of...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>aspdotnet-mvc ASPNET MVC 0 Fundamentals The AS...</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>azure-fundamentals</td>\n",
       "      <td>Microsoft Azure Fundamentals</td>\n",
       "      <td>17856</td>\n",
       "      <td>2010-03-27</td>\n",
       "      <td>This course introduces you to the new world of...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>azure-fundamentals Microsoft Azure Fundamental...</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>bts09-advanced-topics</td>\n",
       "      <td>BizTalk 2009 Business Process Management</td>\n",
       "      <td>16979</td>\n",
       "      <td>2009-11-24</td>\n",
       "      <td>This course covers Business Process Management...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>bts09-advanced-topics BizTalk 009 Business Pro...</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>bts09-custom-ms</td>\n",
       "      <td>Advanced BizTalk Server 2009</td>\n",
       "      <td>43411</td>\n",
       "      <td>2010-04-06</td>\n",
       "      <td>This course provides detailed investigation in...</td>\n",
       "      <td>None</td>\n",
       "      <td>no</td>\n",
       "      <td>bts09-custom-ms Advanced BizTalk Server 009 Th...</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>bts09-fundamentals</td>\n",
       "      <td>BizTalk 2009 Fundamentals</td>\n",
       "      <td>13929</td>\n",
       "      <td>2009-11-24</td>\n",
       "      <td>Despite the trend towards serviceoriented arch...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>bts09-fundamentals BizTalk 009 Fundamentals De...</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>btsr2-fundamentals</td>\n",
       "      <td>BizTalk Server 2006 R2 Fundamentals</td>\n",
       "      <td>21996</td>\n",
       "      <td>2008-08-20</td>\n",
       "      <td>BizTalk Server 2006 is Microsoft's integration...</td>\n",
       "      <td>None</td>\n",
       "      <td>no</td>\n",
       "      <td>btsr-fundamentals BizTalk Server 00 R Fundamen...</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>dotnet-distributed-architecture</td>\n",
       "      <td>.NET Distributed Systems Architecture</td>\n",
       "      <td>19824</td>\n",
       "      <td>2010-07-06</td>\n",
       "      <td>This course provides an overview of the archit...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>dotnet-distributed-architecture NET Distribute...</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                           CourseId                               CourseTitle  \\\n",
       "0              abts-advanced-topics  BizTalk 2006 Business Process Management   \n",
       "1                 abts-fundamentals                 BizTalk 2006 Fundamentals   \n",
       "5    aspdotnet-ajax-advanced-topics              ASP.NET Ajax Advanced Topics   \n",
       "12                   aspdotnet-mvc2              ASP.NET MVC 2.0 Fundamentals   \n",
       "15               azure-fundamentals              Microsoft Azure Fundamentals   \n",
       "16            bts09-advanced-topics  BizTalk 2009 Business Process Management   \n",
       "17                  bts09-custom-ms              Advanced BizTalk Server 2009   \n",
       "18               bts09-fundamentals                 BizTalk 2009 Fundamentals   \n",
       "19               btsr2-fundamentals       BizTalk Server 2006 R2 Fundamentals   \n",
       "25  dotnet-distributed-architecture     .NET Distributed Systems Architecture   \n",
       "\n",
       "    DurationInSeconds ReleaseDate  \\\n",
       "0               22198  2008-10-25   \n",
       "1               24305  2008-06-01   \n",
       "5               10426  2008-09-30   \n",
       "12               6885  2010-08-13   \n",
       "15              17856  2010-03-27   \n",
       "16              16979  2009-11-24   \n",
       "17              43411  2010-04-06   \n",
       "18              13929  2009-11-24   \n",
       "19              21996  2008-08-20   \n",
       "25              19824  2010-07-06   \n",
       "\n",
       "                                          Description AssessmentStatus  \\\n",
       "0   This course covers Business Process Management...             Live   \n",
       "1   Despite the trend towards serviceoriented arch...             Live   \n",
       "5   This course covers advanced topics in ASP.NET ...             Live   \n",
       "12  The ASP.NET MVC 2.0 framework adds a number of...             Live   \n",
       "15  This course introduces you to the new world of...             Live   \n",
       "16  This course covers Business Process Management...             Live   \n",
       "17  This course provides detailed investigation in...             None   \n",
       "18  Despite the trend towards serviceoriented arch...             Live   \n",
       "19  BizTalk Server 2006 is Microsoft's integration...             None   \n",
       "25  This course provides an overview of the archit...             Live   \n",
       "\n",
       "   IsCourseRetired                                           combined  \\\n",
       "0               no  abts-advanced-topics BizTalk 00 Business Proce...   \n",
       "1               no  abts-fundamentals BizTalk 00 Fundamentals Desp...   \n",
       "5               no  aspdotnet-ajax-advanced-topics ASPNET Ajax Adv...   \n",
       "12              no  aspdotnet-mvc ASPNET MVC 0 Fundamentals The AS...   \n",
       "15              no  azure-fundamentals Microsoft Azure Fundamental...   \n",
       "16              no  bts09-advanced-topics BizTalk 009 Business Pro...   \n",
       "17              no  bts09-custom-ms Advanced BizTalk Server 009 Th...   \n",
       "18              no  bts09-fundamentals BizTalk 009 Fundamentals De...   \n",
       "19              no  btsr-fundamentals BizTalk Server 00 R Fundamen...   \n",
       "25              no  dotnet-distributed-architecture NET Distribute...   \n",
       "\n",
       "    ClusterPrediction  \n",
       "0                  12  \n",
       "1                  12  \n",
       "5                  12  \n",
       "12                 12  \n",
       "15                 12  \n",
       "16                 12  \n",
       "17                 12  \n",
       "18                 12  \n",
       "19                 12  \n",
       "25                 12  "
      ]
     },
     "execution_count": 208,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "recommend_util(\"machine learning\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 210,
   "id": "growing-brother",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "11\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CourseId</th>\n",
       "      <th>CourseTitle</th>\n",
       "      <th>DurationInSeconds</th>\n",
       "      <th>ReleaseDate</th>\n",
       "      <th>Description</th>\n",
       "      <th>AssessmentStatus</th>\n",
       "      <th>IsCourseRetired</th>\n",
       "      <th>combined</th>\n",
       "      <th>ClusterPrediction</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>agile-team-practice-fundamentals</td>\n",
       "      <td>Agile Team Practices with Scrum</td>\n",
       "      <td>13504</td>\n",
       "      <td>2010-04-15</td>\n",
       "      <td>This course is much different than most of the...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>agile-team-practice-fundamentals Agile Team Pr...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>aspdotnet-ajax-fundamentals</td>\n",
       "      <td>ASP.NET Ajax Fundamentals</td>\n",
       "      <td>22296</td>\n",
       "      <td>2008-09-11</td>\n",
       "      <td>ASP.NET Ajax is a Web development framework fo...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>aspdotnet-ajax-fundamentals ASPNET Ajax Fundam...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>aspdotnet-data</td>\n",
       "      <td>ASP.NET 3.5 Working With Data</td>\n",
       "      <td>27668</td>\n",
       "      <td>2008-12-04</td>\n",
       "      <td>ASP.NET has established itself as one of the m...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>aspdotnet-data ASPNET  Working With Data ASPNE...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>aspdotnet-fundamentals</td>\n",
       "      <td>ASP.NET 3.5 Fundamentals</td>\n",
       "      <td>25160</td>\n",
       "      <td>2008-11-12</td>\n",
       "      <td>ASP.NET has established itself as one of the m...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>aspdotnet-fundamentals ASPNET  Fundamentals AS...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>clr-fundamentals</td>\n",
       "      <td>CLR Fundamentals</td>\n",
       "      <td>15647</td>\n",
       "      <td>2010-04-13</td>\n",
       "      <td>At the heart of the .NET Framework is an execu...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>clr-fundamentals CLR Fundamentals At the heart...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>csharp-fundamentals</td>\n",
       "      <td>Accelerated C# Fundamentals</td>\n",
       "      <td>22628</td>\n",
       "      <td>2010-03-26</td>\n",
       "      <td>C# is Microsoft's entry into the world of mana...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>csharp-fundamentals Accelerated C Fundamentals...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>dotnet-csharp-tutorial</td>\n",
       "      <td>Introduction to C# and .NET</td>\n",
       "      <td>13531</td>\n",
       "      <td>2009-07-14</td>\n",
       "      <td>This tutorial is aimed at programmers who are ...</td>\n",
       "      <td>Live</td>\n",
       "      <td>yes</td>\n",
       "      <td>dotnet-csharp-tutorial Introduction to C and N...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>dynamic-data-tutorial</td>\n",
       "      <td>ASP.NET Dynamic Data Fundamentals</td>\n",
       "      <td>18135</td>\n",
       "      <td>2010-06-17</td>\n",
       "      <td>In this tutorial, we build a simple campaign m...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>dynamic-data-tutorial ASPNET Dynamic Data Fund...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>iphone-aspdotnet</td>\n",
       "      <td>iPhone ASP.NET Fundamentals</td>\n",
       "      <td>25754</td>\n",
       "      <td>2010-07-01</td>\n",
       "      <td>The iPhone’s rich user interface and platform ...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>iphone-aspdotnet iPhone ASPNET Fundamentals Th...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>linq-architecture</td>\n",
       "      <td>LINQ Architecture</td>\n",
       "      <td>4997</td>\n",
       "      <td>2010-10-08</td>\n",
       "      <td>This course looks at using LINQ in the busines...</td>\n",
       "      <td>Live</td>\n",
       "      <td>no</td>\n",
       "      <td>linq-architecture LINQ Architecture This cours...</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                            CourseId                        CourseTitle  \\\n",
       "2   agile-team-practice-fundamentals    Agile Team Practices with Scrum   \n",
       "6        aspdotnet-ajax-fundamentals          ASP.NET Ajax Fundamentals   \n",
       "8                     aspdotnet-data      ASP.NET 3.5 Working With Data   \n",
       "9             aspdotnet-fundamentals           ASP.NET 3.5 Fundamentals   \n",
       "21                  clr-fundamentals                   CLR Fundamentals   \n",
       "23               csharp-fundamentals        Accelerated C# Fundamentals   \n",
       "24            dotnet-csharp-tutorial        Introduction to C# and .NET   \n",
       "26             dynamic-data-tutorial  ASP.NET Dynamic Data Fundamentals   \n",
       "30                  iphone-aspdotnet        iPhone ASP.NET Fundamentals   \n",
       "31                 linq-architecture                  LINQ Architecture   \n",
       "\n",
       "    DurationInSeconds ReleaseDate  \\\n",
       "2               13504  2010-04-15   \n",
       "6               22296  2008-09-11   \n",
       "8               27668  2008-12-04   \n",
       "9               25160  2008-11-12   \n",
       "21              15647  2010-04-13   \n",
       "23              22628  2010-03-26   \n",
       "24              13531  2009-07-14   \n",
       "26              18135  2010-06-17   \n",
       "30              25754  2010-07-01   \n",
       "31               4997  2010-10-08   \n",
       "\n",
       "                                          Description AssessmentStatus  \\\n",
       "2   This course is much different than most of the...             Live   \n",
       "6   ASP.NET Ajax is a Web development framework fo...             Live   \n",
       "8   ASP.NET has established itself as one of the m...             Live   \n",
       "9   ASP.NET has established itself as one of the m...             Live   \n",
       "21  At the heart of the .NET Framework is an execu...             Live   \n",
       "23  C# is Microsoft's entry into the world of mana...             Live   \n",
       "24  This tutorial is aimed at programmers who are ...             Live   \n",
       "26  In this tutorial, we build a simple campaign m...             Live   \n",
       "30  The iPhone’s rich user interface and platform ...             Live   \n",
       "31  This course looks at using LINQ in the busines...             Live   \n",
       "\n",
       "   IsCourseRetired                                           combined  \\\n",
       "2               no  agile-team-practice-fundamentals Agile Team Pr...   \n",
       "6               no  aspdotnet-ajax-fundamentals ASPNET Ajax Fundam...   \n",
       "8               no  aspdotnet-data ASPNET  Working With Data ASPNE...   \n",
       "9               no  aspdotnet-fundamentals ASPNET  Fundamentals AS...   \n",
       "21              no  clr-fundamentals CLR Fundamentals At the heart...   \n",
       "23              no  csharp-fundamentals Accelerated C Fundamentals...   \n",
       "24             yes  dotnet-csharp-tutorial Introduction to C and N...   \n",
       "26              no  dynamic-data-tutorial ASPNET Dynamic Data Fund...   \n",
       "30              no  iphone-aspdotnet iPhone ASPNET Fundamentals Th...   \n",
       "31              no  linq-architecture LINQ Architecture This cours...   \n",
       "\n",
       "    ClusterPrediction  \n",
       "2                  11  \n",
       "6                  11  \n",
       "8                  11  \n",
       "9                  11  \n",
       "21                 11  \n",
       "23                 11  \n",
       "24                 11  \n",
       "26                 11  \n",
       "30                 11  \n",
       "31                 11  "
      ]
     },
     "execution_count": 210,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "recommend_util(\"game programming\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "illegal-powell",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}