baseline-category.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "import glob\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "from collections import Counter\n",
    "from nltk.corpus import stopwords\n",
    "from nltk.tokenize import word_tokenize\n",
    "from nltk.stem import PorterStemmer, WordNetLemmatizer\n",
    "\n",
    "from sklearn.model_selection import train_test_split, KFold, StratifiedKFold\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.naive_bayes import MultinomialNB\n",
    "from sklearn.svm import SVC\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.metrics import f1_score, precision_score, recall_score, roc_auc_score\n",
    "\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "data_path = 'D://Dataset/support-ticket-classification/'\n",
    "\n",
    "ddata = pd.read_csv(data_path + 'all_tickets.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>body</th>\n",
       "      <th>ticket_type</th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category1</th>\n",
       "      <th>sub_category2</th>\n",
       "      <th>business_service</th>\n",
       "      <th>urgency</th>\n",
       "      <th>impact</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>hi since recruiter lead permission approve req...</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>21</td>\n",
       "      <td>71</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>connection with icon</td>\n",
       "      <td>icon dear please setup icon per icon engineers...</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>22</td>\n",
       "      <td>7</td>\n",
       "      <td>26</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>work experience user</td>\n",
       "      <td>work experience user hi work experience studen...</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>13</td>\n",
       "      <td>7</td>\n",
       "      <td>32</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>requesting for meeting</td>\n",
       "      <td>requesting meeting hi please help follow equip...</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>13</td>\n",
       "      <td>7</td>\n",
       "      <td>32</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>reset passwords for external accounts</td>\n",
       "      <td>re expire days hi ask help update passwords co...</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>76</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   title  \\\n",
       "0                                    NaN   \n",
       "1                   connection with icon   \n",
       "2                   work experience user   \n",
       "3                 requesting for meeting   \n",
       "4  reset passwords for external accounts   \n",
       "\n",
       "                                                body  ticket_type  category  \\\n",
       "0  hi since recruiter lead permission approve req...            1         4   \n",
       "1  icon dear please setup icon per icon engineers...            1         6   \n",
       "2  work experience user hi work experience studen...            1         5   \n",
       "3  requesting meeting hi please help follow equip...            1         5   \n",
       "4  re expire days hi ask help update passwords co...            1         4   \n",
       "\n",
       "   sub_category1  sub_category2  business_service  urgency  impact  \n",
       "0              2             21                71        3       4  \n",
       "1             22              7                26        3       4  \n",
       "2             13              7                32        3       4  \n",
       "3             13              7                32        3       4  \n",
       "4              2             76                 4        3       4  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ddata.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "title               712\n",
       "body                  0\n",
       "ticket_type           0\n",
       "category              0\n",
       "sub_category1         0\n",
       "sub_category2         0\n",
       "business_service      0\n",
       "urgency               0\n",
       "impact                0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ddata.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(48549, 9)"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ddata.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['title', 'body', 'ticket_type', 'category', 'sub_category1',\n",
       "       'sub_category2', 'business_service', 'urgency', 'impact'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ddata.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAABKIAAAHiCAYAAADbBGRBAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAIABJREFUeJzs3XuUZFV59/HvjzsoVx0MchcnKqigjoCaKEKEgWhAI14iQgx50QQjCkQlyfsiKEaSKAlGTVC5CWZAlDAiSoiCCVGUQREENIyAzgjC4HBTEGR43j/Obiyanp6eS1X1dH8/a9XqOvtc6jmj7HXqqb2fnapCkiRJkiRJ6rc1hh2AJEmSJEmSpgcTUZIkSZIkSRoIE1GSJEmSJEkaCBNRkiRJkiRJGggTUZIkSZIkSRoIE1GSJEmSJEkaCBNRkiRJkiTpMZJcl2SPYcehqcdElCa9JLck+b1hxyFpMFb1f/NJfjfJD1fV9VYn0/neJUnSyqmqnarqsmHHAZBkuySVZK1hx6KVZyJKWgo7OWlqqKr/rqpnDDuOYZjO9y5NVT6fSJJWdyaiNFBJtk7yhSSLkvw8yT8n2SHJ19r2nUnOTrJJO/4zwDbAF5P8Ism7W/vuSb6R5O4k3+sdMppk+yT/leS+JP+Z5GNJzurZ/wdtmOndSS5L8qyefbckeU+Sa4BfJvnLJJ8fdQ8fTfKP/f2XkqRl8wupNDW0X/mf3rN9epIPtPd7JFnYnk9+BpzW2t+d5LYktyb5095rJFk3yT8k+UmS25P8S5L1R13vqCR3tGu8peez10/y4SQ/TnJPkstb25eS/MWouK9JcsAA/okkDcHIKPUk70vyuSRnte9Y1yb57STHtH5kQZK9e867LMnfJvl260cuSLJZz/7PJflZ2/dfSXbq2TdmHwT8Vzvk7va98EWD+5fQqmYiSgOTZE3gQuDHwHbAlsAcIMDfAk8FngVsDbwPoKreDPwEeFVVPbGq/i7JlsCXgA8AmwFHA59PMqN91GeBbwNPatd5c08Mvw38G/BOYAZwEV2Sa52eUN8I/D6wCXAWMLsnMbYW8HrgM6vmX0XSUrwwyfVJ7kpyWpL1kvxxkst7Dxr1xWu/ds59SX6a5OjWvkeShT3n3JLk6PYF6p4k5yRZr2f/K5Nc3ZLV30jy3J5972nXvi/JD5Ps1dp3TTIvyb3tS99Hxru5dj9npUvA353kyiRPafs2TvLp9uXwp0k+0PpP2r/B/yQ5Kcli4P3t/Gf3XHtGkgeSbD7GvT/ux4CefX+S5Ib2b35xkm2X838zSf3zW3TPPNsChyWZDRwJ/B7wdOBlo44/EfhtYJe2f0vg/4263sat/VDgY0k2bfv+AXgB8OL2me8GHgHOAA4auUCSndv5F62qm5Q0qb2K7jvQpsB3gYvp8glbAscD/zrq+IOBP6H7jvcwcHLPvi8DM4HNge8AZ/fsW1of9NK2f5P2vfCbq+rGNHgmojRIu9J1RH9ZVb+sql9V1eVVNb+qLqmqB6tqEfARHv9A1esg4KKquqiqHqmqS4B5wH5JtgFeCPy/qnqoqi4H5vac+3rgS+3zfk3X0a1P19GNOLmqFlTVA1V1G132/cC2bzZwZ1VdtdL/GpLG8yZgH2AHui9TfzOBcz4NvLWqNgSeDXxtnGNfR/ff8/bAc4E/BkjyfOBU4K10yex/BeamG13wDODtwAvbZ+wD3NKu90/AP1XVRi3mc5cR6yF0XwK3bp/zNuCBtu8Muge2pwPPA/YG/rTn3N2Am+ge3o4HvkCXQO+9t69X1R29HzjOjwG0EQ1/BbyGLkn/33RJe0mTwyPAse1Z6QG6/85Pq6rrqup+4LiRA5ME+D/Au6pqcVXdB3wQeEPP9X4NHF9Vv66qi4BfAM9IsgbdF8cjquqnVbWkqr5RVQ8CFwAzk8xs13gzcE5VPdTfW5c0Sfx3VV1cVQ8Dn6N7XvhQ+041B9hu5Mf75jNV9f2q+iXwf4HXjfywVlWnVtV9rW95H7Bz+yFuvD5IU4iJKA3S1sCPW+f1qPar/Zz2y/+9dKOQnjzOdbYFDmyjAO5OcjfwO8AWdImuxe2hbMSCnvdPpfsSBkBVPdL2b7mU4+GxvwAehKOhpEH455YQXgycwGMTLUvza2DHJBtV1V1V9Z1xjj25qm5t1/8i3agB6L68/WtVfas9/JwBPAjsDiwB1m2fsXZV3VJVP+r57KcneXJV/aKqrphArE8Cnt4+56qqureNitoXeGdL2N8BnMRjv0DeWlUfraqH2xfSz4769/mj1jbamD8GtH1vBf62qm5offQHgV0cFSVNGouq6lc920/lsc8rve9nABsAV/U8J32ltY/4+ajnsfuBJ9I9f60H/IhR2hfBc4GD2pfFN+IzkTSd3N7z/gG6H+eX9GxD14+M6O2XfgysDTw5yZpJPpTkR+273y3tmCczTh+kqcVElAZpAbBNHl/T5G+BAp7bRhMcRDddb0SNcZ3PVNUmPa8nVNWHgNuAzZJs0HP81j3vb6VLZAGP/mq4NfDTcT7v34Hntqkvr+SxQ0cl9cfoh5enTuCcPwT2A36c5OvLqB3ws573I1/AoOsfjhqV6N4aeGpVzaeb1vs+4I6WQB+J61C6kVs/aNPsXrmMWD9DN6R9Trr6Ln+XZO32+WsDt/V8/r/SjX4aMTpZ/jVg/SS7tcTRLsD5Y3zmmD8G9Nz3P/V85mK6fnjLMY6VtOrdT5c8GvFbo/aPfja5DdiqZ7v3WedOui+FO/U8J21cVU9k2e4EfkU3snMsZ9CNWN0LuN+pMZLG0dsvbUP3I9yddD+Y7U83tXhjulHa0D13jNcHje4HtRozEaVB+jbdg9OHkjyh1Uh5CbAh3ZDwu9PVf/rLUefdDjytZ/ss4FVJ9mkZ9fVaHZStqurHdNP03pdknfZF9FU9554L/H6SvdqXvqPoRjt8Y2lBt18gz6PVnqqqn6zEv4GkiRn98HIr8Et6vqglecwXtaq6sqr2p0va/DvLnh43lgXACaMS3RtU1b+1z/hsVf0OXeKm6OqwUFU3VtUb22efCJyX5AlL+5A2Hea4qtqRbmrwK+lqKSyg65Oe3PP5G1XVTr2nj7rWI+1e30j3cHdhm4oz1r2N9WPAyL63jrrv9atqqX2jpFXqauCP2nPNbMYvUQDdf/NvSfKs9uPbo/WfWp/wSeCkJJsDJNkyyT7LCqKdeyrwkSRPbfG8KMm6bf836aYJfhhHQ0ka30FJdmx91PHAeW0E1YZ0zzo/p3uu++DICcvogxbR9T9PG/1BWv2YiNLAtI7nVXR1T34CLKSr2XQc8HzgHroi5F8YderfAn/Tfqk/uqoW0GXR/4quQ1pAl7wa+f/zm4AX0XVuHwDOoevsqKof0o24+ihdxv1VdIXQl1Xf4AzgOfjQJQ3K4Um2SrfCyl/R/Xf8PWCnJLukKy7+vpGDW+L5TUk2brUK7qWbSre8Pgm8rY0uSkua/36SDZM8I8me7WHoV3QjDpa0zz8oyYz2AHV3u9ZSPz/Jy5M8p9VKuJfuV8IlrS7dfwAfTrJRkjXSrSy6rC+ln6XrT9/E2NPyYOk/BgD8C3BM2qo1rU7DgUu5jqRV7wi6Z5K76f47/vfxDq6qL9MV/r0UmA+MjEwaqaPyntZ+RZv68p/AMyYYy9HAtcCVdKMjT+Sx3xnOpHsmOuvxp0rSoz4DnE43Cn094B2t/Uy60e4/Ba4HRpczGLMPaqVXTgD+p30v3L3fN6D+SZUj3DS1JTkH+EFVHbsS19gG+AHwW1V17yoLTtLjJLmFbjram+mm5F0A/FlV3Z/kr4F30SWBjqF7yJlJl9yeS1fIe03gh3SFei9PsgdwVlVt1XP9P62q/2zb76Or1XRQ254NvL9d9wHgcrrCmdsDn6Jb3fPXdCMpD6uqW5OcRVdUfAO6h6u/rqqlfpFM8ka6RNpWdCNCzwGOrKqHk2wMfIjuS+mGdIXJT6yqOUn+uMX+O2Nccz7d6jK/NZJcH+Pet6H78vq7dCOrPltV72j73ky3Ms22dD8MXFJVf7K0e5A0eSR5FvB9YN2lTL9dlZ91MF3f97h+SJIAklxG9/zxqWHHosnJRJSmnCQvpMue30z3xfDfgRdV1XdX8Hpr0K3kt5FfyiRJ0mSQ5NV0I8mfQDdy+5GqOqDPn7kBXV26j1fVmf38LEmrLxNRWhan5mkq+i3gMrpRBifTjaRY0STUE+imzbwCWOERVZIkSavYW+lKFPyIbirwn/Xzw1qNqUV0tTuXNgVYkqRlckSUJEl9kORNdFMMR/vxqOLjkiRJ0rRhIkqSJEmSJEkD4dQ8SZIkSZIkDcRaww5g0J785CfXdtttN+wwJK2Eq6666s6qmjHsOFaGfZG0+rMvkjRZrO79kX2RNDVMtC+adomo7bbbjnnz5g07DEkrIcmPhx3DyrIvklZ/9kWSJovVvT+yL5Kmhon2RU7NkyRJkiRJ0kCYiJIkSZIkSdJAmIiSJEmSJEnSQPQtEZVkvSTfTvK9JNclOa61n57k5iRXt9curT1JTk4yP8k1SZ7fc61DktzYXof0tL8gybXtnJOTpF/3I0mSJEmSpJXTz2LlDwJ7VtUvkqwNXJ7ky23fX1bVeaOO3xeY2V67AZ8AdkuyGXAsMAso4Kokc6vqrnbMYcAVwEXAbODLSJIkSZIkadLp24io6vyiba7dXjXOKfsDZ7bzrgA2SbIFsA9wSVUtbsmnS4DZbd9GVfXNqirgTOCAft2PJEmSJEmSVk5fa0QlWTPJ1cAddMmkb7VdJ7TpdyclWbe1bQks6Dl9YWsbr33hGO2SJEmSJEmahPqaiKqqJVW1C7AVsGuSZwPHAM8EXghsBrynHT5WfadagfbHSXJYknlJ5i1atGg570KSJEmSJEmrwkBWzauqu4HLgNlVdVubfvcgcBqwaztsIbB1z2lbAbcuo32rMdrH+vxTqmpWVc2aMWPGKrgjSZIkSZIkLa9+rpo3I8km7f36wO8BP2i1nWgr3B0AfL+dMhc4uK2etztwT1XdBlwM7J1k0ySbAnsDF7d99yXZvV3rYOCCft2PJEmSJEmSVk4/R0RtAVya5BrgSroaURcCZye5FrgWeDLwgXb8RcBNwHzgk8CfA1TVYuD97RpXAse3NoA/Az7VzvkRrpgnSZImoSTrJfl2ku8luS7Jca399CQ3J7m6vXZp7UlycpL5ra7m83uudUiSG9vrkJ72FyS5tp1zcvuhTpIeZV8kaTJYq18XrqprgOeN0b7nUo4v4PCl7DsVOHWM9nnAs1cuUkmSpL57ENizqn6RZG3g8iQjP6D9ZVWdN+r4fYGZ7bUb8AlgtySbAccCs+hqY16VZG5bWfgTwGHAFXQ/8M3GH+kkPZZ9kaShG0iNKEmSpOms1cf8Rdtcu73GXGSl2R84s513BbBJK2+wD90o88XtC98lwOy2b6Oq+mb7ce9MuhIIkvQo+yJJk4GJKEmSpAFIsmaSq4E76L7AfavtOqFNeTkpybqtbUtgQc/pC1vbeO0Lx2iXpMewL5I0bCaiJEmSBqCqllTVLnQr/e6a5NnAMcAzgRcCmwHvaYePVVOlVqD9cZIclmReknmLFi1azruQtLqzL5I0bCaiJEmSBqiq7gYuA2ZX1W1tysuDwGnAru2whcDWPadtBdy6jPatxmgf6/NPqapZVTVrxowZq+COJK2O7IskDYuJKEmSpD5LMiPJJu39+sDvAT9o9VRoq0odAHy/nTIXOLitWLU7cE9V3QZcDOydZNMkmwJ7Axe3ffcl2b1d62DggkHeo6TJz75I0mTQt1XzJEmS9KgtgDOSrEn3Q+C5VXVhkq8lmUE3neVq4G3t+IuA/YD5wP3AWwCqanGS9wNXtuOOr6rF7f2fAacD69OtUOUqVZJGsy+SNHQmoiRJkvqsqq4BnjdG+55LOb6Aw5ey71Tg1DHa5wHPXrlIJU1l9kWSJgMTURrXX39u9gqfe8KBX1mFkUiaro5p/dDf2qdIklbC11/6smGHsNJe9l9fH3YIkgbon4/64rBDWKq3f/hVK3yuNaIkSZIkSZI0ECaiJEmSJEmSNBAmoiRJkiRJkjQQJqIkSZIkSZI0ECaiJE1bSd6V5Lok30/yb0nWS7J9km8luTHJOUnWaceu27bnt/3b9VznmNb+wyT7DOt+JEmSJGmyMxElaVpKsiXwDmBWVT0bWBN4A3AicFJVzQTuAg5tpxwK3FVVTwdOaseRZMd23k7AbODjSdYc5L1IkiRJ0urCRJSk6WwtYP0kawEbALcBewLntf1nAAe09/u3bdr+vZKktc+pqger6mZgPrDrgOKXJEmSpNWKiShJ01JV/RT4B+AndAmoe4CrgLur6uF22EJgy/Z+S2BBO/fhdvyTetvHOOcxkhyWZF6SeYsWLVq1NyRJkiRJqwETUZKmpSSb0o1m2h54KvAEYN8xDq2RU5ayb2ntj2+sOqWqZlXVrBkzZix/0JIkSZK0mjMRJWm6+j3g5qpaVFW/Br4AvBjYpE3VA9gKuLW9XwhsDdD2bwws7m0f4xxJkiRJUg8TUZKmq58AuyfZoNV62gu4HrgUeG075hDggvZ+btum7f9aVVVrf0NbVW97YCbw7QHdgyRJkiStVtZa9iGSNPVU1beSnAd8B3gY+C5wCvAlYE6SD7S2T7dTPg18Jsl8upFQb2jXuS7JuXRJrIeBw6tqyUBvRpIkSZJWEyaiJE1bVXUscOyo5psYY9W7qvoVcOBSrnMCcMIqD1CSJEmSphin5kmSJEmSJGkgTERJkiRJkiRpIExESZIkSZIkaSBMREmSJEmSJGkgTERJkiRJkiRpIExESZIkSZIkaSBMREmSJEmSJGkgTERJkiRJkiRpIExESZIkSZIkaSBMREmSJEmSJGkgTERJkiRJkiRpIExESZIkSZIkaSBMREmSJEmSJGkgTERJkiRJkiRpIExESZIkSZIkaSBMREmSJEmSJGkgTERJkiRJkiRpIExESZIkSZIkaSBMREmSJEmSJGkgTERJkiRJkiRpIExESZIkSZIkaSBMREmSJEmSJGkgTERJkiRJkiRpIExESZIkSZIkaSBMREmSJEmSJGkgTERJkiRJkiRpIExESZIkSZIkaSBMREmSJEmSJGkgTERJkiRJkiRpIExESZIkSZIkaSBMREmSJEmSJGkg+paISrJekm8n+V6S65Ic19q3T/KtJDcmOSfJOq193bY9v+3frudax7T2HybZp6d9dmubn+S9/boXSZIkSZIkrbx+joh6ENizqnYGdgFmJ9kdOBE4qapmAncBh7bjDwXuqqqnAye140iyI/AGYCdgNvDxJGsmWRP4GLAvsCPwxnasJEmSJEmSJqG+JaKq84u2uXZ7FbAncF5rPwM4oL3fv23T9u+VJK19TlU9WFU3A/OBXdtrflXdVFUPAXPasZIkSZIkSZqE+lojqo1cuhq4A7gE+BFwd1U93A5ZCGzZ3m8JLABo++8BntTbPuqcpbVLkiRJkiRpEuprIqqqllTVLsBWdCOYnjXWYe1vlrJvedsfJ8lhSeYlmbdo0aJlBy5JkiRJkqRVbiCr5lXV3cBlwO7AJknWaru2Am5t7xcCWwO0/RsDi3vbR52ztPaxPv+UqppVVbNmzJixKm5JkiRJkiRJy6mfq+bNSLJJe78+8HvADcClwGvbYYcAF7T3c9s2bf/Xqqpa+xvaqnrbAzOBbwNXAjPbKnzr0BU0n9uv+5EkSVpRriYsabKwP5I0bP0cEbUFcGmSa+iSRpdU1YXAe4Ajk8ynqwH16Xb8p4EntfYjgfcCVNV1wLnA9cBXgMPblL+HgbcDF9MluM5tx0qSJE02riYsabKwP5I0VGst+5AVU1XXAM8bo/0munpRo9t/BRy4lGudAJwwRvtFwEUrHawkSVIftVHeS1tN+I9a+xnA+4BP0K0E/L7Wfh7wz6NXEwZubj/gjTxXzW/PWSQZWU34+v7dlaTVkf2RpGEbSI0oSZKk6c7VhCVNFvZHkobJRJSkaSvJM5Jc3fO6N8k7k2yW5JJWI+GSJJu245Pk5Fbv4Jokz++51iHt+BuTHLL0T5U0XbmasKTJYjL0R/ZF0vRlIkrStFVVP6yqXdqD2AuA+4Hz6WrUfbXVSPhq24au1sHM9jqMbrg6STYDjgV2o3uYO3YkeSVJo7masKTJYpj9kX2RNH2ZiJKkzl7Aj6rqx3R1DM5o7WcAB7T3+wNnVucKuge2LYB96BZkWFxVd9ENcZ892PAlTWauJixpsrA/kjRsfStWLkmrmTcA/9beP6WqbgOoqtuSbN7arYUgaUVtAZzRVpNag2613wuTXA/MSfIB4Ls8djXhz7Tiv4vp+iiq6rokI6sJP0xbTRggychqwmsCp7qasKSlsD+SNFQmoiRNe+3Xuj8AjlnWoWO0LVctBLopfWyzzTbLGaWk1ZmrCUuaLOyPJA2bU/Mkqav99J2qur1t396m3NH+3tHarYUgSZIkSSvBRJQkwRv5zbQ8eGwthNE1Eg5uq+ftDtzTpvBdDOydZNNWpHzv1iZJkiRJ6uHUPEnTWpINgFcAb+1p/hBwbpJDgZ/wm+HoFwH7AfPpVth7C0BVLU7yfrrinADHV9XiAYQvSZIkSasVE1GSprWquh940qi2n9Otojf62AIOX8p1TgVO7UeMkiRJkjRVODVPkiRJkiRJA2EiSpIkSZIkSQNhIkqSJEmSJEkDYSJKkiRJkiRJA2EiSpIkSZIkSQNhIkqSJEmSJEkDYSJKkiRJkiRJA2EiSpIkSZIkSQNhIkqSJEmSJEkDYSJKkiRJkiRJA2EiSpIkSZIkSQNhIkqSJEmSJEkDYSJKkiRJkiRJA2EiSpIkSZIkSQNhIkqSJEmSJEkDYSJKkiRJkiRJA2EiSpIkSZIkSQNhIkqSJEmSJEkDYSJKkiRJkiRJA2EiSpIkSZIkSQNhIkqSJEmSJEkDYSJKkiRJkiRJA2EiSpIkSZIkSQNhIkqSJEmSJEkDYSJKkiRJkiRJA2EiSpIkSZIkSQNhIkqSJEmSJEkDYSJKkiRJkiRJA2EiSpIkSZIkSQNhIkqSJEmSJEkDYSJKkiRJkiRJA2EiSpIkSZIkSQNhIkqSJEmSJEkDYSJKkiRJkiRJA2EiSpIkSZIkSQNhIkqSJEmSJEkDYSJKkiRJkiRJA2EiSpIkSZIkSQNhIkqSJEmSJEkDYSJKkiRJkiRJA2EiSpIkSZIkSQNhIkqSJEmSJEkD0bdEVJKtk1ya5IYk1yU5orW/L8lPk1zdXvv1nHNMkvlJfphkn5722a1tfpL39rRvn+RbSW5Mck6Sdfp1P5KmniSbJDkvyQ9aX/WiJJsluaT1K5ck2bQdmyQnt37omiTP77nOIe34G5McMrw7kiRJkqTJrZ8joh4GjqqqZwG7A4cn2bHtO6mqdmmviwDavjcAOwGzgY8nWTPJmsDHgH2BHYE39lznxHatmcBdwKF9vB9JU88/AV+pqmcCOwM3AO8Fvtr6la+2bej6oJntdRjwCYAkmwHHArsBuwLHjiSvJEmSJEmP1bdEVFXdVlXfae/vo/uCt+U4p+wPzKmqB6vqZmA+3Ze6XYH5VXVTVT0EzAH2TxJgT+C8dv4ZwAH9uRtJU02SjYCXAp8GqKqHqupuur7ojHZYb7+yP3Bmda4ANkmyBbAPcElVLa6qu4BL6JLpkiRJkqRRBlIjKsl2wPOAb7Wmt7epLaf2jBzYEljQc9rC1ra09icBd1fVw6PaJWkingYsAk5L8t0kn0ryBOApVXUbdAl1YPN2/PL2UZIkSZKkUfqeiEryRODzwDur6l666Sw7ALsAtwEfHjl0jNNrBdrHiuGwJPOSzFu0aNFy3oGkKWot4PnAJ6rqecAv+c00vLHYF0mSJEnSSuprIirJ2nRJqLOr6gsAVXV7VS2pqkeAT9JNvYNuFMHWPadvBdw6TvuddFNj1hrV/jhVdUpVzaqqWTNmzFg1NydpdbcQWFhVIyM1z6NLTN3eptzR/t7Rc/zy9FGPY18kTV8u4iJpMrAvkjQZ9HPVvNDVXrmhqj7S075Fz2GvBr7f3s8F3pBk3STb0xUE/jZwJTCzdWjr0BU0n1tVBVwKvLadfwhwQb/uR9LUUlU/AxYkeUZr2gu4nq4vGln5rrdfmQsc3FbP2x24p03duxjYO8mmbarx3q1Nknq5iIukycC+SNLQrbXsQ1bYS4A3A9cmubq1/RVdJ7UL3dSVW4C3AlTVdUnOpfsi+DBweFUtAUjydrovdmsCp1bVde167wHmJPkA8F1a0WFJmqC/AM5uSe6bgLfQJejPTXIo8BPgwHbsRcB+dAsp3N+OpaoWJ3k/XdIc4PiqWjy4W5C0OmiJ65H6c/clmfAiLsDNSUYWcYG2iAtAkpFFXG6gW8Tlj9oxZwDvo63wKUlgXyRpcuhbIqqqLmfs2ikXjXPOCcAJY7RfNNZ5rePbdXS7JE1EVV0NzBpj115jHFvA4Uu5zqnAqas2OklT1ahFXF5Ct4jLwcA8upEKd9F9Mbyi57TehRBGL5CwGy7iImk52RdJGpaBrJonSZIkF3GRNDnYF0kaJhNRkiRJA+AiLpImA/siScNmIkqSJKnPXMRF0mRgXyRpMuhnsXJJkiR1XMRF0mRgXyRp6ExESZIk9ZmLuEiaDOyLJE0GTs2TJEmSJEnSQJiIkiRJkiRJ0kCYiJIkSZIkSdJAmIiSJEmSJEnSQJiIkiRJkiRJ0kCYiJIkSZIkSdJAmIiSJEmSJEnSQJiIkiRJkiRJ0kCYiJIkSZIkSdJAmIiSJEmSJEnSQJiIkiRJkiRJ0kCYiJIkSZIkSdJAmIiSJEmSJEnSQJiIkiRJkiRJ0kCYiJIkSZIkSdJAmIiSJEmSJEnSQJiIkiRJkiRJ0kCYiJIkSZIkSdJAmIiSJEmSJEnSQJiIkiRJkiRJ0kCYiJIkSZIkSdJAmIiSJEmSJEnSQJiIkiRJkiRJ0kCYiJIkSZIkSdJAmIiSJEmSJEnSQJiIkiRJkiRJ0kCYiJIkSZIkSdJAmIiSJEmSJEnSQJiIkiRJkiRJ0kCYiJIkSZIkSdJAmIiSJEmSJEnSQJiIkiRJkiRJ0kCYiJIkSZIkSdJAmIiSJEmSJEnSQJjxqnhYAAAgAElEQVSIkiRJkiRJ0kCYiJIkSZIkSdJAmIiSNKUkecKwY5AkSZIkjc1ElKQpIcmLk1wP3NC2d07y8Qmcd0uSa5NcnWRea9ssySVJbmx/N23tSXJykvlJrkny/J7rHNKOvzHJIX26TUmSJElarZmIkjRVnATsA/wcoKq+B7x0gue+vKp2qapZbfu9wFeraibw1bYNsC8ws70OAz4BXeIKOBbYDdgVOHYkeSVJkiRJ+g0TUZKmjKpaMKppyQpean/gjPb+DOCAnvYzq3MFsEmSLegSYJdU1eKqugu4BJi9gp8tSZIkSVOWiShJU8WCJC8GKsk6SY6mTdNbhgL+I8lVSQ5rbU+pqtsA2t/NW/uWQG+ya2FrW1r7YyQ5LMm8JPMWLVq0PPcmSZIkSVPCWsMOQJJWkbcB/0SXAFoI/Adw+ATOe0lV3Zpkc+CSJD8Y59iM0VbjtD+2oeoU4BSAWbNmPW6/JEmSJE11JqIkTQlVdSfwphU479b2944k59PVeLo9yRZVdVubendHO3whsHXP6VsBt7b2PUa1X7a8sUiSJEnSVOfUPElTQpIzkmzSs71pklOXcc4Tkmw48h7YG/g+MBcYWfnuEOCC9n4ucHBbPW934J42de9iYO/2mZu261y8Cm9PkiRJkqYER0RJmiqeW1V3j2xU1V1JnreMc54CnJ8Euv7ws1X1lSRXAucmORT4CXBgO/4iYD9gPnA/8Jb2WYuTvB+4sh13fFUtXkX3JUmSJElThokoSVPFGkk2bavWkWQzltHHVdVNwM5jtP8c2GuM9mIpdaeq6lRg3BFYkiRJkjTdmYiSNFV8GPhGkvPa9oHACUOMR5IkSZI0St9qRCXZOsmlSW5Icl2SI1r7ZkkuSXJj+7tpa0+Sk5PMT3JNkuf3XOuQdvyNSQ7paX9BkmvbOSenza+RNP1U1ZnAHwK30xUXf01VfWa4UUmSJEmSevWzWPnDwFFV9Sxgd+DwJDsC7wW+WlUzga+2bYB9gZntdRjwCXh0es2xwG50q1kdO5K8ascc1nPe7D7ej6RJKMlG7e9mwM+AzwJnAz9rbZIkSZKkSaJvU/PaSlK3tff3JbkB2BLYn98sc34G3RLn72ntZ7YaLFck2aQtm74HcMlI4d8klwCzk1wGbFRV32ztZwIHAF/u1z1JmpQ+C7wSuAqonva07acNIyhJkiRJ0uMNpEZUku2A5wHfAp7SklRU1W1JNm+HbQks6DltYWsbr33hGO2SppGqemX7u/2wY5EkSZIkja+fU/MASPJE4PPAO6vq3vEOHaOtVqB9rBgOSzIvybxFixYtK2RJq6EkFyR5Y5INhh2LJI1m7UxJk4F9kaTJoK+JqCRr0yWhzq6qL7Tm29uUO9rfO1r7QmDrntO3Am5dRvtWY7Q/TlWdUlWzqmrWjBkzVu6mJE1WHwF+F7ghyeeSvDbJesMOSpIaa2dKmgzsiyQNXT9XzQvwaeCGqvpIz665wEjG/BDggp72g1vWfXfgnjaF72Jg7ySbts5tb+Ditu++JLu3zzq451qSppmq+npV/TldTahTgNfxm0S3JA1VVd1WVd9p7+8DemtnntEOO4Ou3iX01M6sqiuAkdqZ+9BqZ1bVXcBI7cwtaLUzW73NM3uuJUmAfZGkyaGfNaJeArwZuDbJ1a3tr4APAecmORT4CXBg23cRsB8wH7gfeAtAVS1O8n7gynbc8SOFy4E/A04H1qcrUm6hcmkaS7I+8Crg9cDz+c0DlSRNGtbOlDQZ2BdJGpZ+rpp3OWPXcQLYa4zjCzh8Kdc6FTh1jPZ5wLNXIkxJU0SSc+iGh38F+BhwWVU9MtyoJOmxRtfOHKd0Sl9rZ9JNm2GbbbZZVsiSpiD7IknD1Pdi5ZLUb0nWAK4Fdqiqt1XV10xCSZpsrJ0paTKwL5I0bBNKRCX5hyQ79TsYSVoRLen0+1W1ZNixSNJYrJ0paTKwL5I0GUx0RNQPgFOSfCvJ25Js3M+gJGkF/EeSP3SJYEn9duGFF/LII8s96HKkduaeSa5ur/3oame+IsmNwCvaNnS1M2+iq535SeDPoaudCYzUzrySx9fO/FQ750dYO1PS49kXSRq6CdWIqqpPAZ9K8gy6IuLXJPkf4JNVdWk/A5SkCToSeAKwJMkDdDUKqqo2Gm5YkqaaOXPmcMQRRwBsleRZVXXDss6xdqakycC+SNJkMOEaUUnWBJ7ZXncC3wOOTDKnT7FJ0oRV1YZVtUZVrV1VG7Vtk1CSVrmzzjqL7373uwC/Ak5L8s0khyXZcMihSZIkTXoTrRH1EbrpefsBH6yqF1TViVX1KrolPyVpqFrtgoOS/N+2vXWSXYcdl6SpaaONNgK4G5gDbAG8GvhOkr8YZlySppcHH3zwcW1J1h1CKJI0YctMRLV6K3cBO1fVW6vq26MO8YuepMng48CLgD9q278APja8cCRNVV/84hd59atfDfDbwNrArlW1L7AzcPQwY5M0vbzoRS8aq/mbg45DkpbHMhNRbV7wAVV1/1L237PKo5Kk5bdbVR1ON1WGqroLWGe4IUmaij73uc/xrne9C+D6qvr7qroDoD0r/clQg5M0LfzsZz/jqquu4oEHHhiZKrxBkucn2QPYYLjRSdL4JlSsHLgiyQur6sq+RiNJK+7XrZZdASSZASz3slaStCzHHXccW2yxxaPbSdYHnlJVt1TVV4cXmaTp4uKLL+b0009n4cKFHHXUUQBbAR8G7gX+aqjBSdIyTLRY+cuBbyb5UZJrklyb5Jp+BiZJy+lk4Hxg8yQnAJcDHxxuSJKmogMPPJA11njMI9QS4HNDCkfSNHTIIYdw6aWXcvrpp/O1r30N4H+r6uVVtX9VfWHY8UnSeCY6ImrfvkYhSSupqs5OchXd0sOhm1K8zCXVJWl5Pfzww6yzzm9m/lbVQ0mcCixp4K666ir22muvR7eTbAocVVV/M7yoJGl8ExoRVVU/BjYBXtVem7Q2SZoUkuwA3FxVHwO+D7wiySZDDkvSFDRjxgzmzp376HaS/YE7hxeRpOnqy1/+Mpts8pvHnVYjc7/hRSRJyzahRFSSI4Czgc3b6yyXJ5Y0yXweWJLk6cCngO2Bzw43JElT0b/8y7/wwQ9+EOA5SRYA7wHeOtyoJE1HS5Ys4cEHH3x0u9WsW3d4EUnSsk10at6hdCtS/RIgyYl0y4J+tF+BSdJyeqSqHk7yGuCfquqjSb477KAkTT077LADV1xxBUmuA15WVfcNOyZJ09NBBx00MjXvyUn+hG7lzjOGG5UkjW+iiajQFeIcsaS1SdJk8eskbwQOpptCDLD2EOORNEU9+OCDfP7zn4dulPi7ku6RqKqOH2Zckqafd7/73TznOc9hv/32Ww/YCXh/VV087LgkaTwTTUSdBnwryflt+wDg0/0JSZJWyFuAtwEnVNXNSbYHzhpyTJKmoP3335+NN94YoIBfDjkcSdPcvvvuC7Cwqo4adiySNBETLVb+EboveYuBu4C3VNU/9jMwSVoeVXV9Vb2jqv6tbd9cVR8a2Z/k88OLTtJUsnDhQs455xyA26vqwyOvYcclafq54ooreOELXwjwvCQPJVmS5N5hxyVJ45nQiKgkmwG3tNdI29pV9ev+hCVJq9zThh2ApKnhxS9+Mddee+2ww5Ak3v72tzNnzhxmzpz5ILAhXYmCpw85LEka14RGRAHfARYB/wvc2N7fnOQ7SV7Qr+AkaRWqYQcgaWq4/PLLecELXgDw7CTXJLk2yTXDjkvS9PT0p3d5p6paUlWnAS8fbkSSNL6J1oj6CnD+SOG7JHsDs4FzgY8Du/UnPEmSpMnly1/+MgDbbbfd//KbxREkaeA22GADHnroIYD7k/wdcBvwhOFGJUnjm+iIqFm9qy9U1X8AL62qK4B1+xKZJK1arvQpaZXYdtttWbBgAcCGVfVj4H4m/kwlSavMZz7zGR555BGAn9AtnrA18IdDDUqSlmGiI6IWJ3kPMKdtvx64K8mawCN9iUySVlCSTYGtq6p3qsx7hhWPpKnluOOOY968eQBbtKa16VbpfMnQgpI0LW277bYjI6LWBb4A/LCqHhpuVJI0von+evdHwFbAv7fX1q1tTeB1/QlNkiYuyWVJNmqLK3wPOC3JR0b2t5GckrTSzj//fObOnQvtx7iqupWuSLAkDdSXvvQldthhB4BtgH8G5ifZd7hRSdL4JjQiqqruBP4iyROr6hejds9f9WFJ0nLbuKruTfKnwGlVdazFgyX1wzrrrEMSaIsgJLEei6ShOOqoo7j00kuZOXPmD6vqZUl2AL4EfHnYsUnS0kxoRFSSFye5Hri+be+c5ON9jUySls9aSbagG6V54bCDkTR1ve51r+Otb30rdP3O/wH+E/jkcKOSNB1tvvnmj66a19wE3DGkcCRpQiY6Ne8kYB/g5wBV9T3gpf0KSpJWwPHAxcD8qroyydOAG4cck6Qp6Oijj+a1r30twF3AM4D/V1UfHW5UkqajnXbaif322w/gSUkOAb4IXJnkNUleM9zoJGlsEy1WTlUtaMPQRyxZ9eFI0oqpqs8Bn+vZvglXjZHUJ694xSsAFlbV0cOORdL09atf/YqnPOUp0NWp2wNYBGwGvIpu+vAXhhacJC3FRBNRC5K8GKgk6wDvAG7oX1iStHyS/B3wAeAB4CvAzsA7q+qsoQYmacrZcMMNR2pEPS/Jva35HmAecFRLhEtS35122mkAnH766bdU1VuGHI4kTchEp+a9DTgc2BJYCOwC/Hm/gpKkFbB3Vd0LvJKun/pt4C+HG5KkqejII4/k7//+76FboXMr4Gi6GlFzgFOHGJqkaebmm2/myCOPBNghydyR17DjkqTxTDQR9YyqelNVPaWqNq+qg4Bn9TMwSVpOa7e/+wH/VlWLhxmMpKnrK1/5ykix8keq6t6qOgXYr6rOATYdbnSSppMDDjiA7bbbDroC5R/ueUnSpDXRRNRYBTgtyilpMvlikh8As4CvJpkB/GrIMUmagtZYYw3OPfdcAJKskeR1PbtrOFFJmo7WW2893vGOdwDcV1VfH3kNOy5JGs+4NaKSvAh4MTAjyZE9uzYC1uxnYJK0PKrqvUlOBO6tqiVJ7gf2X9Z5Sdakq+vy06p6ZZLt6abXbAZ8B3hzVT2UZF3gTOAFdCuIvr6qbmnXOAY4lG4Rh3dU1cWr/g4lTRZnn302RxxxBHS16G4HrgAOSrI+8PZhxiZpejniiCM47rjjAJ6Q5Pkj7VX1neFFJUnjW9aIqHWAJ9IlrDbsed0LvLa/oUnSxCXZgK6W3Sda01PpRkctyxE8dvGFE4GTqmom3dLsh7b2Q4G7qurpwEntOJLsCLwB2AmYDXy8JbckTUFLlizhggsu4Itf/CLA96pqRlW9qqrmV9UDVXX5sGOUNH1ce+21fPKTn4SuXt3ItLx/GGpQkrQM4yai2tDO44Ddq+q4ntdHqurGAcUoSRNxGvAQ3ShO6AqWf2C8E5JsBfw+8Km2HWBP4Lx2yBnAAe39/m2btn+vdvz+wJyqerCqbgbmA7uuihuSNPmsueaaXHDBBcMOQ5IAOP/887npppsAflhVL2+vPYcdlySNZ9ypeT3uT/L3dL/4rzfSaCcnaRLZoapen+SNAFX1QEsUjecfgXfTjfQEeBJwd1U93LYX0q0WSvu7oF374ST3tOO3pJuWwxjnSJqCXvKSl/D2t78d4IlOhZE0TDvvvDN33333sMOQpOUy0UTU2cA5dMuivw04BFjUr6AkaQU81OqzFECSHYAHl3ZwklcCd1TVVUn2GGke49Baxr7xzhn9mYcBhwFss802SwtN0iT3jW98Y+TtU+mmwITuv3t/oJM0ULfffjvPfOYzAWYmmTvSXlV/MLyoJGl8E01EPamqPp3kiLYKw9eTuBqDpMnkWOArwNZJzgZeAvzxOMe/BPiDJPvRjfTciG6E1CZJ1mqjorYCbm3HLwS2BhYmWQvYGFjc0z6i95zHaEu8nwIwa9YsV9aSVlN77LEHAJdddtl9wMjzkP9NSxq4VqicPfbY4za6+lCSNOlNNBH16/b3tiS/T/cla6v+hCRJy6+qLknyHWB3utEJR1TVneMcfwxwDEAbEXV0Vb0pyefoFmOYQzf6c6QYzNy2/c22/2tVVe3Xx88m+Qjd6IiZwLf7cIuSJoknPvGJI28fAR6mGzF+w1JPkKQ+ednLXjby9hdtwIAkTXrLWjVvxAeSbAwcBRxNV9j3nX2LSpJWzHp0K93dC+yY5KUrcI33AEcmmU9XA+rTrf3TwJNa+5HAewGq6jrgXOB6uhFZh1fVkpW6C0mT2lFHHcVRRx0FcHtVnQDsgbXhJA3Q7/zO7wCw4YYbstFGGwE8L8m9Se5Lcu9Qg5OkZZjoiKgDgcur6vvAy5NsRlcT4Yt9i0ySlkOSE4HXA9fRjVKAbqrMfy3r3Kq6DLisvb+JMVa9q6pf0fWFY51/AnDCCoQtaWrYAHjasIOQNH1cfvnlANx3330AJPluVc0aZkySNFETTUQ9t6oeXY6hqhYneV6fYpKkFXEA8IyqWmqBcklaFZ7znOfQFuXcMcl1wAzg+OFGJUmStHqYaCJqjSSbVtVdAG1E1ETPlaRBuAlYm3FWypOkVeHCCy8EYLvttpsP7Es3Re/hoQYlSZK0mphoMunDwDeSnEc31eV1OA1F0uRyP3B1kq/Sk4yqqncMLyRJU9G222478vahqvrpMGORJEla3UwoEVVVZyaZB+xJtxrVa6rq+r5GJknLZ257SZIkSZImqQlPr2uJJ5NPkialqjpj2DFIkiRJksZnnSdJq7Uk51bV65JcSzd1+NFdQFXVc4cUmiRJkiRpFBNRklZ3R7S/rxxqFJIkSZKkZVpj2AFI0sqoqtva2zuBBVX1Y2BdYGfg1qEFJkmSJEl6HBNRkqaK/wLWS7Il8FXgLcDpQ41IkiRJkvQYJqIkTRWpqvuB1wAfrapXAzsOOSZJkiRJUg8TUZKmiiR5EfAm4EutzTp4kiRJkjSJmIiSNFW8EzgGOL+qrkvyNODSIcekAdp37mvYd+5rhh2GJEmSpHH0LRGV5NQkdyT5fk/b+5L8NMnV7bVfz75jksxP8sMk+/S0z25t85O8t6d9+yTfSnJjknOSrNOve5E0+VXV16vqD6rqxLZ9U1W9Y9hxSZL+f3t3Hm9XVR58/PeYhEEcmMJQBqU2tVpb0aZIS18HqBACGhCo0FZSpKW1OLe22r4tVWtf6yyDKENMcEAhCYOKYESEOiCEyoxIQA0hIQmEOUCm5/1jrWMOl5uQ3HvuPufc+/t+Pudzz1ln77Wftfc+6+79nLX3kSRJWm8kR0TNBKYMUv7pzNy7Pi4BiIiXAkcDv1vn+VxEjIuIccBpwMGUe70cU6cF+O9a1yTgAeD4EWyLpB4XEVdExPcGProdlyRJkiRpvRG7f0pmXhURL9zEyacBX8vMJ4FfRMQCYJ/63oLMvAsgIr4GTIuI24D9gT+v08wC/gM4vTPRS+pD/9j2fCvgCGBNl2KRJEmSJA2iG/eIentE3Fgv3duulu0G3N02zaJatqHyHYAHM3PNgPJBRcQJETE/IuYvX768U+2Q1EMy87q2xw8z873Aq7odlyS1eNsCSb3AvkhStzWdiDodeBGwN7AE+GQtj0GmzSGUDyozz8jMyZk5eeLEiZsXsaS+EBHbtz12jIgpwC7djkvqRW+du5C3zl3Y7TDGopl42wJJ3TcT+yJJXdRoIiozl2bm2sxcB5zJ+svvFgF7tE26O7B4I+X3AdtGxPgB5ZLGruuA+fXxI+C9eOAjqYdk5lXAik2c/Ne3LcjMXwCt2xbsQ71tQWauAlq3LQjKbQtm1/lnAYd1tAGSRgX7Iknd1mgiKiJ2bXt5ONAaDnoxcHREbBkRewGTgGuAa4FJdXjnFpRs/MWZmZSfZT+yzj8duKiJNkjqWS+lfDN3A6Vv+TYlKSVJva7R2xZ4ywJJG2BfJKkRI5aIiohzgR8DL46IRRFxPPCxiLgpIm4EXge8ByAzbwHOA24FLgVOrCOn1gBvBy4DbgPOq9MC/DPw3npj8x2As0eqLZL6wizgJcDJwCn1+Ze6GpEkPbPGb1vgLQskDcK+SFJjRvJX844ZpHiDyaLM/AjwkUHKLwEuGaT8LtZf2idJL87Ml7e9viIibuhaNJK0CTJzaet5RJwJfLO+3NDtCdhA+a9vW1C/yPO2BZI2mX2RpCZ141fzJGkk/DQi9m29iIhXAT/sYjyS9Iy8bYGkXmBfJKlJIzYiSpKaEBE3UYZ8TwCOjYiF9fULKJf7SlJPqLcteC2wY0QsAk4CXhsRe1P6rV8CfwvltgUR0bptwRrqbQtqPa3bFowDZgy4bcHXIuI/gZ/ibQskDcK+SFK3mYiS1O8O7XYAkrQpvG2BpF5gXySp20xESeprmfmrbscgSZIkSdo03iNKkiRJkiRJjTARJUmSJEmSpEaYiJIkSZIkSVIjTERJkiRJkiSpESaiJEmSJEmS1AgTUZIkSZIkSWqEiShJkiRJkiQ1wkSUJEmSJEmSGmEiSpIkSZIkSY0wESVJkiRJkqRGmIiSJEmSJElSI0xESZIkSZIkqREmoiRJkiRJktQIE1GSJEmSJElqhIkoSZIkSZIkNWJ8twOQJEmSJEnqtCtf/ZpuhzCo11x1ZbdD6CpHREmSJEmSJKkRJqIkjVkRsVVEXBMRN0TELRHxwVq+V0T8JCLuiIivR8QWtXzL+npBff+FbXV9oJbfHhEHdadFkiRJktTbTERJGsueBPbPzJcDewNTImJf4L+BT2fmJOAB4Pg6/fHAA5n5W8Cn63RExEuBo4HfBaYAn4uIcY22RJIkSZL6gIkoSWNWFo/WlxPqI4H9gdm1fBZwWH0+rb6mvn9AREQt/1pmPpmZvwAWAPs00ARJkiRJ6ismoiSNaRExLiKuB5YB84A7gQczc02dZBGwW32+G3A3QH3/IWCH9vJB5pEkSZIkVSaiJI1pmbk2M/cGdqeMYnrJYJPVv7GB9zZU/hQRcUJEzI+I+cuXLx9qyJIkSZLUt0xESRKQmQ8C3wf2BbaNiPH1rd2BxfX5ImAPgPr+84EV7eWDzNO+jDMyc3JmTp44ceJINEOSJEmSepqJKEljVkRMjIht6/OtgT8FbgOuAI6sk00HLqrPL66vqe9/LzOzlh9df1VvL2AScE0zrZAkSZKk/jH+mSeRpFFrV2BW/YW7ZwHnZeY3I+JW4GsR8Z/AT4Gz6/RnA1+KiAWUkVBHA2TmLRFxHnArsAY4MTPXNtwWSZIkSep5JqIkjVmZeSPwikHK72KQX73LzCeAozZQ10eAj3Q6RkmSJEkaTbw0T5IkSZIkSY0wESVJkiRJkqRGeGmeJEljxJvn3gnANkzociSSJEkaqxwRJUmSJEmSpEaYiJIkSZIkSVIjTERJkiRJkiSpESaiJEmSJEmS1AgTUZIkSZIkSWqEiShJkiRJkiQ1wkSUJEmSJEmSGmEiSpIkSZIkSY0wESVJkiRJkqRGmIiSJEmSJElSI0xESZIkSZIkqREmoiRJkiRJktQIE1GSJEmSJElqhIkoSZIkSZIkNcJElCRJkiRJkhphIkqSJEmSJEmNMBElST1q2ec/ybLPf7LbYUiSJElSx5iIkiRJkiRJUiNGLBEVETMiYllE3NxWtn1EzIuIO+rf7Wp5RMTJEbEgIm6MiFe2zTO9Tn9HRExvK/+DiLipznNyRMRItUWSJEmSJEnDN5IjomYCUwaUvR+4PDMnAZfX1wAHA5Pq4wTgdCiJK+Ak4FXAPsBJreRVneaEtvkGLkuSJEmSJEk9ZMQSUZl5FbBiQPE0YFZ9Pgs4rK38nCyuBraNiF2Bg4B5mbkiMx8A5gFT6nvPy8wfZ2YC57TVJUmS1HMcLS6pF9gXSeq2pu8RtXNmLgGof3eq5bsBd7dNt6iWbax80SDlkiRJvWomjhaX1H0zsS+S1EW9crPywbLkOYTywSuPOCEi5kfE/OXLlw8xREmSpKFztLikXmBfJKnbmk5ELa2dE/Xvslq+CNijbbrdgcXPUL77IOWDyswzMnNyZk6eOHHisBshSZLUIY4Wl9QL7IskNabpRNTFQOv64enARW3lx9ZrkPcFHqod4GXAgRGxXR3qeSBwWX3vkYjYt15zfGxbXZIkSf1uxEaLO1Jc0mawL5LUcSOWiIqIc4EfAy+OiEURcTzwUeD1EXEH8Pr6GuAS4C5gAXAm8PcAmbkC+DBwbX18qJYBvA04q85zJ/DtkWqLJEnSCGl8tLgjxSUNwr5IUmNG8lfzjsnMXTNzQmbunplnZ+b9mXlAZk6qf1fUaTMzT8zMF2Xm72Xm/LZ6ZmTmb9XHF9vK52fmy+o8b6/XIEuSJPUTR4tL6gX2RZIaM77bAWjsmHrhvwx53ksO+68ORiJJUvPqaPHXAjtGxCLKL059FDivjhxfCBxVJ78EmEoZ+b0SOA7KaPGIaI0Wh6ePFp8JbE0ZKe5ocUlPY18kqdtMREmSJDUgM4/ZwFsHDDJtAiduoJ4ZwIxByucDLxtOjJJGP/siSd3W9M3KJUmSJEmSNEaZiJIkSZIkSVIjTERJkiRJkiSpESaiJEljxtQL/42pF/5bt8OQJEmSxiwTUZIkSZIkSWqEiShJkiRJkiQ1wkSUJEmSJEmSGmEiSpIkSZIkSY0wESVJkiRJkqRGmIiSJEmSJElSI0xESRqTImKPiLgiIm6LiFsi4l21fPuImBcRd9S/29XyiIiTI2JBRNwYEa9sq2t6nf6OiJjerTZJkiRJUq8zESVprFoD/ENmvgTYFzgxIl4KvB+4PDMnAZfX1wAHA5Pq4wTgdCiJK+Ak4FXAPsBJreSVJEmSJOmpTERJGpMyc0lm/m99/ghwG7AbMA2YVSebBRxWn08DzsniamDbiNgVOAiYl5krMvMBYB4wpcGmSJIkSVLfMBElacyLiBcCr/NSRaYAACAASURBVAB+AuycmUugJKuAnepkuwF3t822qJZtqHyw5ZwQEfMjYv7y5cs72QRJkiRJ6gsmoiSNaRHxHGAO8O7MfHhjkw5Slhspf3ph5hmZOTkzJ0+cOHHzg1XXHDL3cxwy93PdDmODjphzNUfMubrbYUiSJEnPyESUpDErIiZQklBfycy5tXhpveSO+ndZLV8E7NE2++7A4o2US5IkSZIGMBElaUyKiADOBm7LzE+1vXUx0Prlu+nARW3lx9Zfz9sXeKheuncZcGBEbFdvUn5gLZMkSZIkDTC+2wFIUpfsB7wFuCkirq9l/wJ8FDgvIo4HFgJH1fcuAaYCC4CVwHEAmbkiIj4MXFun+1BmrmimCZIkSZLUX0xESRqTMvMHDH5/J4ADBpk+gRM3UNcMYEbnotNY84bZZeDdN46c1uVIJEmSpJHlpXmSJGmjzpq7jLPmLnvmCSVJkqRnYCJKkiRJkiRJjTARJUmSJEmSpEaYiJIkSZIkSVIjTERJkiRJkiSpESaiJEmSJEmS1AgTUZIkSZIkSWqEiShJkiRJkiQ1wkSUJEmSJEmSGmEiSpIkSZIkSY0wESVJkviPCxbzHxcs7nYYkiRJGuVMREmSJEmSJKkRJqIkSZIkSZLUCBNRkiRJkiRJaoSJKEmSJEmSJDVifLcDkCRJkrpt4Yd+r9shDMue/35Tt0OQJGmTOCJKkiRJkiRJjTARJUmSJEmSpEaYiJIkSZIkSVIjTERJkiRJkiSpESaiJEmSJEmS1AgTUZIkSZIkSWqEiShJkiRJkiQ1wkSUJEmSJEmSGmEiSpKkDjt09pc5dPaXux2GJEmS1HNMREmSJEmSJKkRJqIkSZIkSZLUCBNRkiRJkiRJaoSJKEmSJEmSJDXCRJQkSZIkSZIaMb7bAUiSJElq1n6n7NftEIbth+/4YbdDkCQNQVdGREXELyPipoi4PiLm17LtI2JeRNxR/25XyyMiTo6IBRFxY0S8sq2e6XX6OyJiejfaIkmSJEmSpE3TzUvzXpeZe2fm5Pr6/cDlmTkJuLy+BjgYmFQfJwCnQ0lcAScBrwL2AU5qJa8kSZL6iV/SSeoF9kWSmtBL94iaBsyqz2cBh7WVn5PF1cC2EbErcBAwLzNXZOYDwDxgStNBS5IkdYhf0knqBfZFkkZUtxJRCXwnIq6LiBNq2c6ZuQSg/t2plu8G3N0276JatqFySZLU5s/m3NbtEDQ0fkknqRfYF0nqqG7drHy/zFwcETsB8yLiZxuZNgYpy42UP72Ckuw6AWDPPffc3FglSZJGWutLugS+kJlnMOBLunrcBH5JJ2nk2BdJGnFdSURl5uL6d1lEXEAZsrk0InatnduuwLI6+SJgj7bZdwcW1/LXDij//gaWdwZwBsDkyZMHTVZJkiR1UWNf0vkFnaSNsC+SNOIavzQvIraJiOe2ngMHAjcDFwOtG9lNBy6qzy8Gjq03w9sXeKhm5C8DDoyI7eo1xwfWMkmSpL7S/iUd8JQv6QA240u6wcoHLuuMzJycmZMnTpzY6aZI6mP2RZKa0I17RO0M/CAibgCuAb6VmZcCHwVeHxF3AK+vrwEuAe4CFgBnAn8PkJkrgA8D19bHh2qZJElS3/BLOkm9wL5IUlMavzQvM+8CXj5I+f3AAYOUJ3DiBuqaAczodIySJEkN2hm4ICKgHJt9NTMvjYhrgfMi4nhgIXBUnf4SYCrlS7qVwHFQvqSLiNaXdOCXdJI2j32RpEZ062blkiRJwi/pJPUG+yJJTenGpXmS1BMiYkZELIuIm9vKto+IeRFxR/27XS2PiDg5IhZExI0R8cq2eabX6e+IiOmDLUuSJEmSZCJK0tg2E5gyoOz9wOWZOQm4vL4GOBiYVB8nAKdDSVwBJwGvotzQ86RW8kqSJEmS9FQmoiSNWZl5FTDwngXTgFn1+SzgsLbyc7K4Gti2/nLMQcC8zFyRmQ8A83h6ckuSJEmShIkoSRpo5/qLL9S/O9Xy3YC726ZbVMs2VC5JkiRJGsBElCRtmhikLDdS/vQKIk6IiPkRMX/58uUdDU6SJEmS+oGJKEl6qqX1kjvq32W1fBGwR9t0uwOLN1L+NJl5RmZOzszJEydO7HjgkjbN0pN/wNKTf9DtMCRJksYkE1GS9FQXA61fvpsOXNRWfmz99bx9gYfqpXuXAQdGxHb1JuUH1jJtxKlfOYhTv3JQt8OQJEmS1LDx3Q5AkrolIs4FXgvsGBGLKL9+91HgvIg4HlgIHFUnvwSYCiwAVgLHAWTmioj4MHBtne5DmTnwBuiSJEmSJExESRrDMvOYDbx1wCDTJnDiBuqZAczoYGiSJEmSNCp5aZ4kSZIkSZIaYSJKkiRJkiRJjTARJUmSJEmSpEaYiJIkaRQ6as4NHDXnhm6HIUmSJD2FiShJkiRJkiQ1wkSUJEmSJEmSGmEiSpIkSZIkSY0wESVJo9DPT53Gz0+d1u0wpI5Z/PElLP74km6HIUmSpGEyESVJkiRJkqRGmIiSJEmSJElSI0xESZIkSZIkqREmoiRJkiRJktQIE1GSJPWZw+dcyeFzrux2GJIkSdJmMxElSZL60r2fuIt7P3FXt8OQJEnSZhjf7QCkoThkzplDmu9bR/xNhyOR1MsOvvCdfPuwk7sdhiRJkqTKEVGSJEmSJElqhIkoSdKYNPWCDzP1gg+P+HIOnf3VEV+GJEmS1C9MREmSJEmSJKkRJqIkSZvk4hkHc/GMg7sdhiRJkqQ+ZiJKkiRJkiRJjTARJUmSJEmSpEaYiJIkSZIkSVIjTERJkiRJkiSpESaiJEmSJEmS1AgTUZIkSRux7LSLux2CJEnSqGEiSpIkSZIkSY0Y3+0AJEmS1Fv+4H3ndDuEYbvu48d2OwRJkjQIR0RJkiRJkiSpESaiJEmSJEmS1AgTUZIkSZIkSWqEiShJkhp06OzzOXT2+d0OQ5IkSeoKb1YuSZIGdeoFSwHYiuhyJJIkSRotHBElSZLGpKUnX8nSk6/sdhiSJEljiiOiJEkagkPmnAVAMA6Abx5xXDfD6ZiPX3AvAO87fJcuRyJJkqTRyBFRkiRJkiRJaoQjojSmvWH2BUOe9xtHHt7BSCRpcNNmfweAi448sMuRSJIkScNnIkqSeszyz5/2tLJ7T/8IALu87V+bDmdUmHrhP9VnW3Y1jn735bnLAfjLN03sciSSJEnqV16aJ0mj2M2feyM3f+6N3Q5Do9hF59/HReff1+0wJEmS1CccESVpkyz52JIhz7vrP+3awUjUL74460COm/6dX7/+/JcOAuDv3nJZt0LqK9Nmf7s+G9fVOCRJkqROckSUJEkatZZ+Zj5LPzO/22FIkiSpckSUJEnSAMtOvQSAnd4+tcuRSNLY9AfvO6fbIWzQdR8/ttshSH3NEVGSJKlvLPnY3Sz52N3dDkOSJElD1PeJqIiYEhG3R8SCiHh/t+ORNDZ1oi9a/vkzWf75MzsdWteddc5BnHXOQSNW/59dNGXE6j5k7ikcMveUEatf6jSPiyT1AvsiSRvT15fmRcQ44DTg9cAi4NqIuDgzb+1uZBqLjphzzZDnnXPEPk95/akL7h1SPe89fJchx6ChG2t90QVfLImfw4+7dETq/6+vl6TVv7y52ZuaHzL3EwB8603/2OhyR7MrvrIcgNf9xcQRXc69n7wdgF3+4cW/Llv66evLkxjRRfeUsdYXSepN9kWjx36n7NftEDboh+/4YbdD0DD0dSIK2AdYkJl3AUTE14BpwJjv5GbOOnBI8/1V2y9cSdpkfdUXXfuFNwDwh3/7jae9972zDgFg/7/+VqMxbap3zylJsM8cMTJJsJF06Oyv12cjOxj5iDnX1aV071/8vHPvA5o/yLj3UzcDsMt7X/a095Z+9moAdn7Xvo3G1LC+6oskjVr2RZI2qt8TUbsB7TeKWAS8qskAFp361iHPu/vbZ3QwEql/LD35B0Oab+d3/kmHI+mYIfdFy0+fCcDEt/3VZi908Wnv5jdO/MyvX//i5MMA2OudF27S/D8641AA1kQC8Oq/2fzk0/lfnMJRbSOjvjSzjGZ6y19t2mimz3y1TL+6jlp53zGbNt/fXFASUmcePvyE1NQL/h8AwYRNmv6QOV+oz8Y97b1D58za4Hub4o2zvwnAxUce+rT3Dpt9OQAXHnnAr8veNKd8lqIL/87Pn1OSTVvU15d8vbye+uYdh1znbacvBeAlb9t5WLENxbJTLmendxzAslM3vA8uO21ueRKrG4pqs3X9uEiSsC8CYOGHfq/bIWzQnv9+U7dD0BgXmdntGIYsIo4CDsrMv66v3wLsk5nvGDDdCcAJ9eWLgdufoeodgfs6FGan6urFmDpZVy/G1Mm6ejGmTtbVdEwvyMyRvdZnMwyjL7qf0tb2Nu84oGyo73WyLmMY3fEZw9Dj22aU9EXPdFw0Ejr5f6Nf2ObRr5vt7Zljox7ti0bDvtjvbej3+KH/29BE/JvWF2Vm3z6APwIua3v9AeADHah3fgdj7EhdvRiT7evvmMZC+5p6DLUvarW1vc0Dy4b6XifrMobRHZ8xDD++XnkwQsdFIxRrz60/22ybbW/H1kPP9UWjYdv0exv6Pf7R0IZeir/ffzXvWmBSROwVEVsARwMXdzkmSWOPfZGkXmBfJKkX2BdJ2qi+vkdUZq6JiLcDl1FuyDEjM2/pcliSxhj7Ikm9wL5IUi+wL5L0TPo6EQWQmZcAl3S42jN6sK5ejKmTdfViTJ2sqxdj6mRdvRhTo4bYF50x4O9gZUN9r5N1GcPojs8Yhh9fzxih46KR0JPrb4TZ5tFvrLV3g3qwLxoN26bf29Dv8UP/t6Fn4u/rm5VLkiRJkiSpf/T7PaIkSZIkSZLUJ0xEDRARUyLi9ohYEBHvH0Y9MyJiWUTcPMx49oiIKyLitoi4JSLeNYy6toqIayLihlrXB4cZ27iI+GlEfHOY9fwyIm6KiOsjYv4w69o2ImZHxM/qOvujIdTx4hpL6/FwRLx7GDG9p67vmyPi3IjYaoj1vKvWccvmxjPY/hgR20fEvIi4o/7dbhh1HVXjWhcRk4cZ18fr9rsxIi6IiG03tb5+UvuahyJiTV0Hrc/5rRHxq7bP6Yci4sm6H15fP3OXRsQT9bGsrve1EfF4RDxQ61wZEatq+eo6bdbX6+pjTa37ZxFxT31/Tds8q+p0T7bN03pvbS1/rM6zbsD8a9pifKyWZdv8D7bFkm2PVqyrax3ZNs3jbe1oxfNEjX91W3l7vasjYkVbex+tcT9Z532wPs8o/f6a2u7HI2JJ3Q6P1PlX1nla63VRW9ytZbbHlwPKVrVN34rz5gHTtq+P1roY2J41Nb6B66gV16o63/015mwru6dtW7THMtjyW8vLtuW0P5YNUsfA7dze1tZ+0/68Ne0TbY/WvvdYW+wra3n7clr1Phrr97nW39Vt23VV2/St8tsjYmlbG9vbPdh6WBkR90XEL+p6faiW3RGlr1odEYvr8x9FxMu73cf0sujQsVa/iA4dE/aL6OCxa7+IDh9jq7P6vc/p9z5kNPQJo+UzHh06f+8EE1FtImIccBpwMPBS4JiIeOkQq5sJTOlAWGuAf8jMlwD7AicOI6Yngf0z8+XA3sCUiNh3GLG9C7htGPO3e11m7p2Zm5zE2IDPApdm5u8AL2cI8WXm7TWWvYE/AFYCFwwlmIjYDXgnMDkzX0a5YePRQ6jnZcDfAPtQ2nVoREzajCpm8vT98f3A5Zk5Cbi8vh5qXTcDbwKu2oyYNlTXPOBlmfn7wM8pP/k7qrT1NScAfww8Fzi1fs5fBawCjqF8TqcD64Af133yRmB2Zm4F/A7wOPAA8HZgC+Asys8mTwDOBX4FfI2yH98JHAcsBM4BHqV8ZnYBEngEuA+YT1n3fwq8HlgNXAF8ArgHWAscS+mfbgeWAecBDwL31vceofxCztK25a8DTqzT3FXrehnwoxrLmbXOXwEP1/lnAivq63uA1wJ71rJTattvqjE9CbyjvncQcA1weF2/K+ryf1jb8yRwPRDAz+o6nwXMrev0pro+t6L8r1xb1/0TwGzg25Tr7BO4H3hrff7dGusPavnpwJfqMg+t6/6Uun7+L/DTWvdDwHLgf2r7JwK71bivrzHNra9/Vtv2beDKGtN/17iuAD4HnA9cTbkX5ErKvnJVXc9fBf4OmFSXdX5d7x8FFtV1c2qdb0597whgO+Ax4As1/h/U2B+u76+i/O9cCkxtW8+P1PgDWFLjArihrrNvUfqf8fX5oroutqjvf4XSd95Y4/1uXcZaSt/17LY2PFrX+5K6LtbV9Xw7Zb97pNZxT13HjwKLa7vurn9PrG1q1be0tu2+Wu8v6jI+VLffs2qMp9d+68P00D0Yek2Hj7X6xUw6c0zYLzp57NovOn2MrQ4ZJX3OTPq7DxkNfcJo+Yx38vx9WExEPdU+wILMvCszV1FOnqYNpaLMvIpywjAsmbkkM/+3Pn+EsuPsNsS6MjMfrS8n1MeQbhIWEbsDh1BOentCRDwPeDVwNkBmrsrMB4dZ7QHAnZn5q2HUMR7YOiLGU06YFg+hjpcAV2fmysxcQzn5PHxTZ97A/jiNcuJN/XvYUOvKzNsy8/ZNjecZ6vpObSOUE9bdN7fePtDqa75OSeI8BPw2/Ppzfivlc/4Cysn/Snj6Pk450d8aWEA5UV9LSeQtp5z0P1TnPRnYhnKC/wDl5PpHtY6sdXyDctL+7Dp91u1zZ53m5ZRE0Y6UE/Jldf6dKD/TfAGwZZ1+GSWRtQMlibI/JQGztsb2LEr/+tPazkcpSYf5tY6FwPMpybJ9KSf9W1KSBK3EzxN13YynJPMer/EcV5f/JKWP27IubxvKgdCL6jxZ30tKkmEdJek2u67LRXVdPJeSvHhWbc86Sr+3FfCa+vr5rE/C3lHnO7P+/VzdZutq+7O2c1x9vxV71mV9lvWeALYFXli30bdqO7au6+33KAmlLYFLKQnI04BdgT+p81HXxbq6rPfV986o22rnuj6DknzbgZLoeiNwC7AfZR+6h7Lf3k1JYK2o22Z5bdc/1ra/oNZ7c13P4+r8W9f1vxMlaTmO8mtK1DYtb9sm44Ht63aBkhSaQEmKjackkG6pzx+q0724TntjrePcuj5WUpKXP6pxrQN+CfwhZT9uJbvm1zY9VrfDA23xr65/t6J8OfHL+nwW5XMxodbV2gdHa7/VKR071uoXnTom7BedPHbtF508xlbH9X2f0+99yGjoE0bDZ7zXzt9NRD3VbpSD7JZF9NCHJCJeCLwC+Mkw6hgXEddTTtTmZeZQ6/oM8E+Ug/rhSuA7EXFdRJwwjHp+k3Iy88U65PCsiNhmmLEdTTmhGZLMvIcyimQh5Zv0hzLzO0Oo6mbg1RGxQ0Q8mzLaYI+hxlXtnJlLapxLKCeIveatlFEfo83AvmZ1LWv/nH+SkhCYSznR3pf1I0m+GBE/BT5IOSneG/hPysnydZST5HHA8+r0y3n6r6R+AHgO8BeUk++l9fVzgH8BXhQRVwK/Txnp9Fzge7XerSn789aURMkrKNtpAiUhsISSJAnKKKDnUUb6TKCM3NmlTjcFOImSeNsC+Hyd59WU5M9plJE8O1CSC1dRRuMsA34DeAslGbUjpb/ekpIomEQZDfO7wNcpn59W3M+m9DmP1ulur/NPqOvzxFrPG+p6urjGH8Bv1XpOpyRzTqEki8bXep5F+Qc/vsa+FeUXg15U32slic6mJF8+UOseX9fj1pQD5D1re66v22bbuvwz6/L3qo9tKH1x1Pl2poy+mkpJCP1WfW87yr70bODTtf7HKP3S45QRbEkZBTWBkrD5DUoicCfWJx2Prttivxr3w5Rk4vMoI/meTxlttVOdf2Ft2861/VHr/0hd3jtr2WtqO1ZR9ond6rrL+v6JdfkfrvX+PuVLguWU5OGWdVtOoOwvz6UkP7eqbZ5Ql/GHlATXayijo7ar7+1Z438ZZV/Yh/XG1W22rrarNUruOW395iLWf9YAjmd09lud0tPHWuqsThy79osOHmOrs+xzekg/9wmj4DPeyfP3YTMR9VQxSFlPZDoj4jmUb4PfnZkPD7WezFxbL+/ZHdinXvK1ubEcCizLzOuGGscA+2XmKylDZk+MiFcPsZ7xwCspl0e8gnKiNZz7fG1BGRVw/jDq2I7yrctelBOobSLiLze3nsy8jXICP48y8uEGyuiCUSsi/pXSxq90O5YRMGhf0/45pySDZlISCh+jJHLeRRnl8uO6j6+jJF5eAUymnMjPp4zUSMpIlcFMpIxYur3GspaSXLm31rGGkmB5HyV5MpGSkH0J5Z/vFpQDiNWUk/J311jGU5Izl1GSP9tSkhpfoIy4u4/yuXwU+HPK5Yf/Wtt1BSVJsKAu+3nAhZSRKT+vMb0C+Mu6ju6hJIvWUpK9D1OSKo/V+c+mJMQepCQnrqntG0dJXFDrfISSAEpKwuQFlBFC36vrZmJ9/STrRzQtrMv7h7oOfkbpU1dQEjVraywL6/KfqNN9sq6LlZSRW+sooxvvZv3limsol7wtrOtgx7ou19a2bVXnW13fa/UDv6rvPUAZnRaUS8haI5Jmt7Un6zJ2qnFOoIwauqc+b813YX29rG7bN1MSnY/WOvek7COLagz3UxKZ76jL+03KKK4rKfvauBr7FTWWT9RYvs/6ffH9dd0uoox2Wlvro8a3kJL8WkXZXx6sr1uXUG5T63xhjf0Rymeklcx7sLZlF8o+kXVdTmD95+WwOj2sv8SwlYxsJccGSoCIeB0lEfXPg0yjomePtdRZnTp27RedOMbWiLDP6RH93if082d8BM7fh81E1FMt4qmjTHZnaJdRdVREtC5J+Epmzu1EnfWSte8ztOuN9wPeGBG/pHwLv39EfHkYsSyuf5dRTqD22fgcG7QIWNSWnZ5NSUwN1cHA/2bm0mHU8afALzJzeWaupoxu+eOhVJSZZ2fmKzPz1ZQT3juGERfA0ojYFaD+XfYM0zcmIqZTRtL8RWaOxoOFgX3NBEoiov1zvh/l87k3ZaTO/sDfUk7On1vn2wZYlZm3UhIS91NGYryZcsJ/X51uIusTFvvX+d9FSShtTUme/IRycr4FZRTR1pl5Ta1nS+A/anyfrfOcRDlxv5dyWd83KCfsx9W/D1Hu5bMt8B5K0mQHSvJiHSWR8Q1KIiooByUPAl+uy3uCknhZQLkMC8r9nT5JGXlzNiXBsJaSDHkpJRmxBSUR9ieUBM8OtewPKYmm7eryfqPWcwAlITOeMproBXW6A2scb6L8L2iNMmvNs2NdxrZ1nk9RRhCtoSTf/oeS9JhX27ocOLLGcSpl+6+hJD12Zv0oosspo3u+yvqD58sp+8xb6utllETM0tqepCSxsq7/veo6fkGtY0vKPZxW13YuAv6Lst/tCDycmT8E/q3Wv5ySwPlTSqJqNWX00mpgBiUx+Ly6Tr5V2xKUy99WZ+alrE/cfKPGNq++XlnX2aOU+3ito2zrSZRLPN9Xt9f2lJFIz6IkrFr3QhtH2fZbUvrBSyjJ+ZPqOrmMkqj/am3HQzWuBZR994OUpOLWlBFz1Bi+W7fXirqcbVl//6vW5amtSz4fBx5t6zd3r+trV8pw92mZeT/akJ481lJnjcSxa78Y5jG2Os8+pweMpj6hTz/jHT1/7wQTUU91LTApIvaqo2GOplyW0TUREZSD7tsy81PDrGti1F8gi4itKScZP9vcejLzA5m5e2a+kLKOvpeZmz3Kp8axTUQ8t/WccvI3pF+EyMx7gbsjonWvkAMol/wM1TEM47K8aiGwb0Q8u27LAxjiDeIiYqf6d0/KyfFwY7uYciNs6t+LhllfR0TEFMpogjdm5spuxzNCft3XUJIBz6ckYG8DvhQR22bmBygn57dSki/fo2ynZ1FOmKFcrremXq4JJcF0GyWhAetH/hxJOaHenpKQWEI5+X+ScnL+COV+OvdSkhsHAU9ExG9TRrgkZSTPbZQE4f2Uy6Mep1wueDbrR5RMpCS17qFsx0vrNPdSkg/foSQIltT5Wvfo2SsidqEk0ZbUut9ASSgcWuP9M0qS5VOUf/53UhIH36UkGp6scb6+vn4+JVGQlJFa3wXeRknQPQK8l/IZ/SwlyXIdJZHzLeB1lATKeXW+xyifufso/8B/UuddXZ+/h3LftjvrtjqE8hk7CvhxXS8vpyT0DqAkc+6l7At31no/Sklu3UUZjTmubr9Wwu+v6vK2rOtoFSUZtKYubynlMrurKQfeP63rZ2Vd16vrerybknRaV9fNXbV/eTdlP/lnSiL/PZTRTNvXeE6m7D9nUhLh11H2mycoI0cPB26t+03rEsgtKfvpfrUdKyijlVr3zAvKZXHnUka8nUsZkbW0xt0arddKAm5NuTH/SkqyaxXl/9DDdZ0cQkkIHlO3486US+5Oq224nrLtv1djuYdyH6//U9v0vLqspGzzt1ASvo/Vtny/xv8E5fN4DSXZNa6+fktm/hxtTM8da6mzOnns2i86dYytEWGf02WjoU/o9894J8/fOxmUj7YHZRj+zyknBv86jHrOpRwUr6acEBw/xHr+hHJAfCPlAPp6YOoQ6/p9yonJjZRkz793YH29FvjmMOb/Tcq31zdQRj0MeZ3X+vamXJp0I+Wyku2GWM+zKSfbz+/AOvogpaO6mTLiYssh1vM/lKTEDcABw90fKSNFLqecfF0ObD+Mug5n/a9tLQUuG0ZdCygnyq39/fPD3Qa9+Kh9TeuXuVqXfN1d95WVlJPxmyn39FlQp72FklCZT7mx9CrK9d4P13WYrL8pdivJsCmPtTWOwcpXt8XXvoys8zw5oGzg/Ek5aR9YvnLAstfVx5q6nDWDLK+9ztbjcUp/3R5Hq/2r6nK+T0nuPMn6+2G1bsDd+rW6Vnta22NF3SenUpJEayn343q8bpsHKP3MCtb/Yl/rb6sdrUvoWu0Y+HiiYmRe0wAAAStJREFUxvV4W/vXts33CPC/NeZWHa1k0qP178B101r2I7Vtj7Qta3mNuxXjfbW+GynfDifrfxWxdZng4rb6WzGsqOv2dyiJwqRcWreW8v+zdenc1ay/LHFg21rrp1V3a723tsGqtu3yRFs9rf20tS0fb6t/XdvzVYOs99byVlI+Sw+0lQ/cf1cNsr3uZ33ys/VDALez/lf1Wsu9EZjf7T6mlx906FirXx506JiwXx508Ni1Xx6MwDG2j45un77uc/q9DxkNfcJo+owzzPP3Tj2iBiNJkiRJkiSNKC/NkyRJkiRJUiNMREmSJEmSJKkRJqIkSZIkSZLUCBNRkiRJkiRJaoSJKEmSJEmSJDXCRJQkSZIkSZIaYSJKkiRJkiRJjTARJUmSJEmSpEb8fzvhFi0Dct0UAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 1440x576 with 4 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "f, ax = plt.subplots(1, 4, figsize = (20, 8))\n",
    "for i, col in enumerate([\"category\", 'business_service', 'urgency', 'impact']):\n",
    "    sns.barplot(x = ddata[col].value_counts().index, y = ddata[col].value_counts(), ax = ax[i]).set_title(col)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "4     34061\n",
       "5      9634\n",
       "6      2628\n",
       "7       921\n",
       "11      612\n",
       "8       239\n",
       "9       191\n",
       "3       137\n",
       "1        72\n",
       "12       45\n",
       "0         4\n",
       "2         3\n",
       "10        2\n",
       "Name: category, dtype: int64"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ddata.category.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "# we remove some category that not sufficient to make a model\n",
    "drop_index = ddata[ddata['category'].isin([0,2,10])].index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "ddata.drop(drop_index, axis = 0, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "map_label = dict((k, i) for i, k in enumerate(ddata.category.unique()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{4: 0, 6: 1, 5: 2, 7: 3, 11: 4, 1: 5, 8: 6, 12: 7, 3: 8, 9: 9}"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "map_label"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "ddata['category_remap'] = ddata.category.map(map_label)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(48540, 10)"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ddata.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Cleansing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "stopword = stopwords.words('english')\n",
    "\n",
    "stem = PorterStemmer()\n",
    "\n",
    "lemma = WordNetLemmatizer()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "def cleansing(sentence):\n",
    "    word_list = word_tokenize(sentence)\n",
    "    word_list = [word for word in word_list if word not in stopword]\n",
    "    word_list = [word for word in word_list if len(word) > 2]\n",
    "    word_list = [stem.stem(word) for word in word_list]\n",
    "    word_list = [lemma.lemmatize(word) for word in word_list]\n",
    "    \n",
    "    text = \" \".join(word_list)\n",
    "    \n",
    "    return text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "ddata['body_cleansing'] = ddata.body.apply(cleansing)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(30380, 11)"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ddata.drop(ddata[ddata.body_cleansing.str.len() < 90].index, inplace=True)\n",
    "\n",
    "ddata.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    21097\n",
       "1     1886\n",
       "2     6118\n",
       "3      409\n",
       "4      387\n",
       "5       39\n",
       "6      215\n",
       "7       40\n",
       "8       44\n",
       "9      145\n",
       "Name: category_remap, dtype: int64"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ddata.category_remap.value_counts().sort_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "ddata.reset_index(drop=True, inplace=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feature Extraction"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "def fe(content):\n",
    "    tfidf = TfidfVectorizer()\n",
    "    X = tfidf.fit_transform(content)\n",
    "    \n",
    "    return X"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "X = fe(ddata.body_cleansing)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "def word_cloud(label):\n",
    "    body_cleansing_list = list(ddata[ddata['category_remap'] == label].body_cleansing)\n",
    "    text = \" \".join(body_cleansing_list)\n",
    "    text_tokenize = word_tokenize(text)\n",
    "    word_freq = dict(Counter(text_tokenize))\n",
    "    \n",
    "    return word_freq"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "for label in sorted(ddata.category_remap.unique()):\n",
    "    word_freq, label = word_cloud(label), label"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "29"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "word_freq['octob']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "d_w_f = pd.DataFrame(data = {'word': list(word_freq.keys()), 'freq': list(word_freq.values())})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>word</th>\n",
       "      <th>freq</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>plea</td>\n",
       "      <td>272</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>thank</td>\n",
       "      <td>187</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>293</th>\n",
       "      <td>sent</td>\n",
       "      <td>174</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>regard</td>\n",
       "      <td>152</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>163</th>\n",
       "      <td>need</td>\n",
       "      <td>137</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174</th>\n",
       "      <td>purchas</td>\n",
       "      <td>117</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>hello</td>\n",
       "      <td>97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102</th>\n",
       "      <td>kind</td>\n",
       "      <td>85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>request</td>\n",
       "      <td>72</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>286</th>\n",
       "      <td>licens</td>\n",
       "      <td>72</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>207</th>\n",
       "      <td>devic</td>\n",
       "      <td>71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>approv</td>\n",
       "      <td>70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>administr</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>order</td>\n",
       "      <td>60</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>361</th>\n",
       "      <td>manag</td>\n",
       "      <td>59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>297</th>\n",
       "      <td>one</td>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>316</th>\n",
       "      <td>could</td>\n",
       "      <td>52</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>equip</td>\n",
       "      <td>50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>159</th>\n",
       "      <td>thursday</td>\n",
       "      <td>50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>153</th>\n",
       "      <td>dear</td>\n",
       "      <td>49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>468</th>\n",
       "      <td>would</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>445</th>\n",
       "      <td>cost</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143</th>\n",
       "      <td>use</td>\n",
       "      <td>47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>154</th>\n",
       "      <td>help</td>\n",
       "      <td>47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>255</th>\n",
       "      <td>engin</td>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>requir</td>\n",
       "      <td>44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>233</th>\n",
       "      <td>number</td>\n",
       "      <td>43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>cabl</td>\n",
       "      <td>43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>also</td>\n",
       "      <td>42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>receiv</td>\n",
       "      <td>42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>922</th>\n",
       "      <td>unplan</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>921</th>\n",
       "      <td>wipe</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>918</th>\n",
       "      <td>remain</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>917</th>\n",
       "      <td>essenti</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>916</th>\n",
       "      <td>affect</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>914</th>\n",
       "      <td>seriou</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>398</th>\n",
       "      <td>worn</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>397</th>\n",
       "      <td>caus</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>908</th>\n",
       "      <td>magenta</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>907</th>\n",
       "      <td>cyan</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>905</th>\n",
       "      <td>colour</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>395</th>\n",
       "      <td>unclear</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>902</th>\n",
       "      <td>region</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>900</th>\n",
       "      <td>south</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>387</th>\n",
       "      <td>neither</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>899</th>\n",
       "      <td>bin</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>897</th>\n",
       "      <td>refin</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>394</th>\n",
       "      <td>exacta</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>895</th>\n",
       "      <td>mountabl</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>894</th>\n",
       "      <td>layer</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>893</th>\n",
       "      <td>modular</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>891</th>\n",
       "      <td>straight</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>890</th>\n",
       "      <td>infra</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>391</th>\n",
       "      <td>paramet</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>885</th>\n",
       "      <td>protocol</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>board</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>389</th>\n",
       "      <td>exactli</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>388</th>\n",
       "      <td>predict</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>447</th>\n",
       "      <td>parent</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1307</th>\n",
       "      <td>spreadsheet</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1308 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             word  freq\n",
       "7            plea   272\n",
       "10          thank   187\n",
       "293          sent   174\n",
       "82         regard   152\n",
       "163          need   137\n",
       "174       purchas   117\n",
       "12          hello    97\n",
       "102          kind    85\n",
       "205       request    72\n",
       "286        licens    72\n",
       "207         devic    71\n",
       "83         approv    70\n",
       "11      administr    67\n",
       "75          order    60\n",
       "361         manag    59\n",
       "297           one    57\n",
       "316         could    52\n",
       "74          equip    50\n",
       "159      thursday    50\n",
       "153          dear    49\n",
       "468         would    48\n",
       "445          cost    48\n",
       "143           use    47\n",
       "154          help    47\n",
       "255         engin    46\n",
       "96         requir    44\n",
       "233        number    43\n",
       "26           cabl    43\n",
       "62           also    42\n",
       "202        receiv    42\n",
       "...           ...   ...\n",
       "922        unplan     1\n",
       "921          wipe     1\n",
       "918        remain     1\n",
       "917       essenti     1\n",
       "916        affect     1\n",
       "914        seriou     1\n",
       "398          worn     1\n",
       "397          caus     1\n",
       "908       magenta     1\n",
       "907          cyan     1\n",
       "905        colour     1\n",
       "395       unclear     1\n",
       "902        region     1\n",
       "900         south     1\n",
       "387       neither     1\n",
       "899           bin     1\n",
       "897         refin     1\n",
       "394        exacta     1\n",
       "895      mountabl     1\n",
       "894         layer     1\n",
       "893       modular     1\n",
       "891      straight     1\n",
       "890         infra     1\n",
       "391       paramet     1\n",
       "885      protocol     1\n",
       "89          board     1\n",
       "389       exactli     1\n",
       "388       predict     1\n",
       "447        parent     1\n",
       "1307  spreadsheet     1\n",
       "\n",
       "[1308 rows x 2 columns]"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d_w_f.sort_values(by = 'freq', ascending = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>body</th>\n",
       "      <th>ticket_type</th>\n",
       "      <th>category</th>\n",
       "      <th>sub_category1</th>\n",
       "      <th>sub_category2</th>\n",
       "      <th>business_service</th>\n",
       "      <th>urgency</th>\n",
       "      <th>impact</th>\n",
       "      <th>category_remap</th>\n",
       "      <th>body_cleansing</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>16074</th>\n",
       "      <td>client sign off complete additional floor expa...</td>\n",
       "      <td>october client sign off complete additional fl...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>75</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>octob client sign complet addit floor expans p...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16944</th>\n",
       "      <td>quote new</td>\n",
       "      <td>quote hi please log bellow thank administrator...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>quot plea log bellow thank administr friday qu...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17201</th>\n",
       "      <td>request for quote bucharest th floor expansions</td>\n",
       "      <td>quote floor expansions hi please log bellow th...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>quot floor expans plea log bellow thank admini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17248</th>\n",
       "      <td>new project with purchasing</td>\n",
       "      <td>friday hi please log bellow quote updates than...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>friday plea log bellow quot updat thank admini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18410</th>\n",
       "      <td>quotes for its project</td>\n",
       "      <td>tuesday quotes hi please log bellow thank admi...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>tuesday quot plea log bellow thank administr j...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18697</th>\n",
       "      <td>guidance needed for replacing laptop request</td>\n",
       "      <td>pm guidance needed replacing purchase hi guys ...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>26</td>\n",
       "      <td>0</td>\n",
       "      <td>68</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>guidanc need replac purchas guy plea guid make...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18861</th>\n",
       "      <td>request for it final owner</td>\n",
       "      <td>tuesday july pm purchase final owner id has ap...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>38</td>\n",
       "      <td>0</td>\n",
       "      <td>41</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>tuesday juli purchas final owner approv purcha...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19218</th>\n",
       "      <td>purchase request for it final owner id has bee...</td>\n",
       "      <td>friday july purchase final owner id has approv...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>50</td>\n",
       "      <td>0</td>\n",
       "      <td>32</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>friday juli purchas final owner approv purchas...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19278</th>\n",
       "      <td>purchase request for it final owner id has bee...</td>\n",
       "      <td>wednesday july purchase final owner id has app...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>38</td>\n",
       "      <td>0</td>\n",
       "      <td>32</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>wednesday juli purchas final owner approv hell...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19279</th>\n",
       "      <td>purchase request for it final owner id has bee...</td>\n",
       "      <td>wednesday july pm purchase final owner id has ...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>0</td>\n",
       "      <td>32</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>wednesday juli purchas final owner approv dear...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19372</th>\n",
       "      <td>purchase request for it final owner id has bee...</td>\n",
       "      <td>tuesday july purchase final owner id has appro...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>50</td>\n",
       "      <td>0</td>\n",
       "      <td>58</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>tuesday juli purchas final owner approv hello ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19440</th>\n",
       "      <td>purchase request for it final owner id has bee...</td>\n",
       "      <td>friday july pm purchase final owner id has app...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>48</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>friday juli purchas final owner approv dear pu...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19441</th>\n",
       "      <td>purchase request for it final owner ms local s...</td>\n",
       "      <td>friday july pm purchase final owner id has app...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>26</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>friday juli purchas final owner approv purchas...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19442</th>\n",
       "      <td>request has been assigned to purchasing team s...</td>\n",
       "      <td>friday july pm has assigned importance high hi...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>38</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>friday juli assign import high plea log instal...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19446</th>\n",
       "      <td>purchase request for it final owner big data t...</td>\n",
       "      <td>friday july pm purchase final owner big id has...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>26</td>\n",
       "      <td>0</td>\n",
       "      <td>32</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>friday juli purchas final owner big approv hel...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19456</th>\n",
       "      <td>purchase request for it final owner id has bee...</td>\n",
       "      <td>friday july pm re purchase final owner id has ...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>38</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>friday juli purchas final owner approv hello p...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19470</th>\n",
       "      <td>purchase request for it final owner pop id has...</td>\n",
       "      <td>friday july pm purchase final owner id has app...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>50</td>\n",
       "      <td>0</td>\n",
       "      <td>58</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>friday juli purchas final owner approv good af...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19476</th>\n",
       "      <td>a new purchase request for it final owner id w...</td>\n",
       "      <td>dear inform purchase has purchase coordinator ...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>dear inform purchas purchas coordin verifi app...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19498</th>\n",
       "      <td>purchase request for it final owner id has bee...</td>\n",
       "      <td>thursday july pm purchase final owner id has a...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>50</td>\n",
       "      <td>0</td>\n",
       "      <td>58</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>thursday juli purchas final owner approv hello...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19551</th>\n",
       "      <td>a new purchase request for it final owner id w...</td>\n",
       "      <td>dear inform purchase has purchase coordinator ...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>dear inform purchas purchas coordin verifi app...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19617</th>\n",
       "      <td>purchase request for it final owner sacks id h...</td>\n",
       "      <td>tuesday july pm purchase final owner id has ap...</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>50</td>\n",
       "      <td>0</td>\n",
       "      <td>58</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>tuesday juli purchas final owner approv purcha...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19722</th>\n",
       "      <td>new status update</td>\n",
       "      <td>dear please ask our supplier for price quotati...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>dear plea ask supplier price quotat item offer...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19734</th>\n",
       "      <td>re</td>\n",
       "      <td>hi under ancient put for drive same dug up det...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>ancient put drive dug detail puma detail dual ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19759</th>\n",
       "      <td>re apple for colombia</td>\n",
       "      <td>hello knew there two joiners february th devel...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>hello knew two joiner februari develop lead ha...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19760</th>\n",
       "      <td>offices</td>\n",
       "      <td>hello please source quotation colombia for fol...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>hello plea sourc quotat colombia follow equip ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19770</th>\n",
       "      <td>purchase modules</td>\n",
       "      <td>hi can you please assist with purchase modules...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>plea assist purchas modul use spare like one e...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19776</th>\n",
       "      <td>re problem</td>\n",
       "      <td>hello please help with price supplier for va b...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>hello plea help price supplier basic card with...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19793</th>\n",
       "      <td>requisition rejected</td>\n",
       "      <td>hi could you please help correcting suggested ...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>could plea help correct suggest given code rai...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19807</th>\n",
       "      <td>re server for team</td>\n",
       "      <td>dear ask you help raise request for adding mor...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>dear ask help rais request ad remot desktop se...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19840</th>\n",
       "      <td>re mobile phone case</td>\n",
       "      <td>hi folks could someone help order case for gal...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>folk could someon help order case galaxi need ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24489</th>\n",
       "      <td>re meeting room</td>\n",
       "      <td>model ne la si exact sa ne engineer sent thurs...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>model exact engin sent thursday meet room upda...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24496</th>\n",
       "      <td>testing devices</td>\n",
       "      <td>hello could you please advise regarding below ...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>hello could plea advis regard kind regard anal...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24504</th>\n",
       "      <td>NaN</td>\n",
       "      <td>hello can you please give required info raise ...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>hello plea give requir info rais wireless mous...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24532</th>\n",
       "      <td>additional mobile devices for digital teams</td>\n",
       "      <td>dear could you please help today with prices f...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>dear could plea help today price follow mobil ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24716</th>\n",
       "      <td>pleasant password manager</td>\n",
       "      <td>hi have assigned task deploy software such nee...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>assign task deploy softwar need help procur li...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24764</th>\n",
       "      <td>new purchasing list</td>\n",
       "      <td>hello wonderful can please ask you check with ...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>34</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>hello wonder plea ask check supplier price quo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24766</th>\n",
       "      <td>quote for project needed</td>\n",
       "      <td>hi guys can you give quote for below added loc...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>guy give quot ad locat tabl need licens chassi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24770</th>\n",
       "      <td>NaN</td>\n",
       "      <td>si si product name destination length quantity...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>product name destin length quantiti price side...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24793</th>\n",
       "      <td>ii et</td>\n",
       "      <td>dears vin si ca si heads up va inca cable orga...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>dear vin head inca cabl organ etc sent friday ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24813</th>\n",
       "      <td>request for quote new floor</td>\n",
       "      <td>dear could you please provide quote for equipm...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>dear could plea provid quot equip list item pr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24875</th>\n",
       "      <td>costs</td>\n",
       "      <td>hello we need cost for infrastructure can you ...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>hello need cost infrastructur plea help purpos...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25000</th>\n",
       "      <td>re equipment</td>\n",
       "      <td>hello for date wednesday re equipment hi can y...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>hello date wednesday equip plea advis kind reg...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25013</th>\n",
       "      <td>frankfurt batteries</td>\n",
       "      <td>hi while ago external battery was ordered deli...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>ago extern batteri order deliv frankfurt attac...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25459</th>\n",
       "      <td>bod permanent auditorium sound</td>\n",
       "      <td>dear kindly request your create request delive...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>dear kindli request creat request deliv bogota...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25558</th>\n",
       "      <td>equipment delivery</td>\n",
       "      <td>hello here details you asked for contact perso...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>34</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>hello detail ask contact person contact person...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25735</th>\n",
       "      <td>question bucharest new</td>\n",
       "      <td>hello can you provide quote for buy one card t...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>34</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>hello provid quot buy one card thank best rega...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25737</th>\n",
       "      <td>new</td>\n",
       "      <td>hello can you provide quote about with referen...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>hello provid quot refer thank best regard mana...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25858</th>\n",
       "      <td>extenders needed for</td>\n",
       "      <td>hi any regular socket extended trick thanks se...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>regular socket extend trick thank senior engin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25885</th>\n",
       "      <td>re quotation for several mobile devices</td>\n",
       "      <td>talked our we would be also with second hand d...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>talk would also second hand devic good shape f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25947</th>\n",
       "      <td>re deployment</td>\n",
       "      <td>sent friday hi please find below equipment lis...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>34</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>sent friday plea find equip list buy send two ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25954</th>\n",
       "      <td>rack nuts and bolts needed</td>\n",
       "      <td>hello could you please assist with below thank...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>hello could plea assist thank kind regard infr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25964</th>\n",
       "      <td>bogota new procurement</td>\n",
       "      <td>dear please help with below items items for bo...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>34</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>dear plea help item item bogota ask propos ple...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25974</th>\n",
       "      <td>quote equipment for bod implementation</td>\n",
       "      <td>date thursday quote equipment for bod hi can w...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>34</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>date thursday quot equip bod quot equip bellow...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25975</th>\n",
       "      <td>quote equipment for bod implementation</td>\n",
       "      <td>dear please getting quotation related next ite...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>34</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>dear plea get quotat relat next item valu patc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25978</th>\n",
       "      <td>for equipment needed</td>\n",
       "      <td>hello would you please request quote for follo...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>34</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>hello would plea request quot follow hardwar h...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26052</th>\n",
       "      <td>re devices to be purchased</td>\n",
       "      <td>sent tuesday devices be purchased hi list devi...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>sent tuesday devic purchas list devic told gal...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26071</th>\n",
       "      <td>bod permanent procurement process</td>\n",
       "      <td>sent monday bod permanent process dear kindly ...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>sent monday bod perman process dear kindli req...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26694</th>\n",
       "      <td>tv and devices for</td>\n",
       "      <td>sent friday march re tv devices for hello calc...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>sent friday march devic hello calcul show need...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26801</th>\n",
       "      <td>with curve and</td>\n",
       "      <td>hello could you please provide price expected ...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>36</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>hello could plea provid price expect date curv...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27118</th>\n",
       "      <td>quote request</td>\n",
       "      <td>hello could you please assist with quote for e...</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>34</td>\n",
       "      <td>0</td>\n",
       "      <td>76</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>hello could plea assist quot equip attach spre...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>145 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   title  \\\n",
       "16074  client sign off complete additional floor expa...   \n",
       "16944                                          quote new   \n",
       "17201    request for quote bucharest th floor expansions   \n",
       "17248                        new project with purchasing   \n",
       "18410                             quotes for its project   \n",
       "18697       guidance needed for replacing laptop request   \n",
       "18861                         request for it final owner   \n",
       "19218  purchase request for it final owner id has bee...   \n",
       "19278  purchase request for it final owner id has bee...   \n",
       "19279  purchase request for it final owner id has bee...   \n",
       "19372  purchase request for it final owner id has bee...   \n",
       "19440  purchase request for it final owner id has bee...   \n",
       "19441  purchase request for it final owner ms local s...   \n",
       "19442  request has been assigned to purchasing team s...   \n",
       "19446  purchase request for it final owner big data t...   \n",
       "19456  purchase request for it final owner id has bee...   \n",
       "19470  purchase request for it final owner pop id has...   \n",
       "19476  a new purchase request for it final owner id w...   \n",
       "19498  purchase request for it final owner id has bee...   \n",
       "19551  a new purchase request for it final owner id w...   \n",
       "19617  purchase request for it final owner sacks id h...   \n",
       "19722                                  new status update   \n",
       "19734                                                 re   \n",
       "19759                              re apple for colombia   \n",
       "19760                                            offices   \n",
       "19770                                   purchase modules   \n",
       "19776                                         re problem   \n",
       "19793                               requisition rejected   \n",
       "19807                                 re server for team   \n",
       "19840                               re mobile phone case   \n",
       "...                                                  ...   \n",
       "24489                                    re meeting room   \n",
       "24496                                    testing devices   \n",
       "24504                                                NaN   \n",
       "24532        additional mobile devices for digital teams   \n",
       "24716                          pleasant password manager   \n",
       "24764                                new purchasing list   \n",
       "24766                           quote for project needed   \n",
       "24770                                                NaN   \n",
       "24793                                              ii et   \n",
       "24813                        request for quote new floor   \n",
       "24875                                              costs   \n",
       "25000                                       re equipment   \n",
       "25013                                frankfurt batteries   \n",
       "25459                     bod permanent auditorium sound   \n",
       "25558                                 equipment delivery   \n",
       "25735                             question bucharest new   \n",
       "25737                                                new   \n",
       "25858                               extenders needed for   \n",
       "25885            re quotation for several mobile devices   \n",
       "25947                                      re deployment   \n",
       "25954                         rack nuts and bolts needed   \n",
       "25964                             bogota new procurement   \n",
       "25974             quote equipment for bod implementation   \n",
       "25975             quote equipment for bod implementation   \n",
       "25978                               for equipment needed   \n",
       "26052                         re devices to be purchased   \n",
       "26071                  bod permanent procurement process   \n",
       "26694                                 tv and devices for   \n",
       "26801                                     with curve and   \n",
       "27118                                      quote request   \n",
       "\n",
       "                                                    body  ticket_type  \\\n",
       "16074  october client sign off complete additional fl...            1   \n",
       "16944  quote hi please log bellow thank administrator...            1   \n",
       "17201  quote floor expansions hi please log bellow th...            1   \n",
       "17248  friday hi please log bellow quote updates than...            1   \n",
       "18410  tuesday quotes hi please log bellow thank admi...            1   \n",
       "18697  pm guidance needed replacing purchase hi guys ...            1   \n",
       "18861  tuesday july pm purchase final owner id has ap...            1   \n",
       "19218  friday july purchase final owner id has approv...            1   \n",
       "19278  wednesday july purchase final owner id has app...            1   \n",
       "19279  wednesday july pm purchase final owner id has ...            1   \n",
       "19372  tuesday july purchase final owner id has appro...            1   \n",
       "19440  friday july pm purchase final owner id has app...            1   \n",
       "19441  friday july pm purchase final owner id has app...            1   \n",
       "19442  friday july pm has assigned importance high hi...            1   \n",
       "19446  friday july pm purchase final owner big id has...            1   \n",
       "19456  friday july pm re purchase final owner id has ...            1   \n",
       "19470  friday july pm purchase final owner id has app...            1   \n",
       "19476  dear inform purchase has purchase coordinator ...            1   \n",
       "19498  thursday july pm purchase final owner id has a...            1   \n",
       "19551  dear inform purchase has purchase coordinator ...            1   \n",
       "19617  tuesday july pm purchase final owner id has ap...            1   \n",
       "19722  dear please ask our supplier for price quotati...            0   \n",
       "19734  hi under ancient put for drive same dug up det...            0   \n",
       "19759  hello knew there two joiners february th devel...            0   \n",
       "19760  hello please source quotation colombia for fol...            0   \n",
       "19770  hi can you please assist with purchase modules...            0   \n",
       "19776  hello please help with price supplier for va b...            0   \n",
       "19793  hi could you please help correcting suggested ...            0   \n",
       "19807  dear ask you help raise request for adding mor...            0   \n",
       "19840  hi folks could someone help order case for gal...            0   \n",
       "...                                                  ...          ...   \n",
       "24489  model ne la si exact sa ne engineer sent thurs...            0   \n",
       "24496  hello could you please advise regarding below ...            0   \n",
       "24504  hello can you please give required info raise ...            0   \n",
       "24532  dear could you please help today with prices f...            0   \n",
       "24716  hi have assigned task deploy software such nee...            0   \n",
       "24764  hello wonderful can please ask you check with ...            0   \n",
       "24766  hi guys can you give quote for below added loc...            0   \n",
       "24770  si si product name destination length quantity...            0   \n",
       "24793  dears vin si ca si heads up va inca cable orga...            0   \n",
       "24813  dear could you please provide quote for equipm...            0   \n",
       "24875  hello we need cost for infrastructure can you ...            0   \n",
       "25000  hello for date wednesday re equipment hi can y...            0   \n",
       "25013  hi while ago external battery was ordered deli...            0   \n",
       "25459  dear kindly request your create request delive...            0   \n",
       "25558  hello here details you asked for contact perso...            0   \n",
       "25735  hello can you provide quote for buy one card t...            0   \n",
       "25737  hello can you provide quote about with referen...            0   \n",
       "25858  hi any regular socket extended trick thanks se...            0   \n",
       "25885  talked our we would be also with second hand d...            0   \n",
       "25947  sent friday hi please find below equipment lis...            0   \n",
       "25954  hello could you please assist with below thank...            0   \n",
       "25964  dear please help with below items items for bo...            0   \n",
       "25974  date thursday quote equipment for bod hi can w...            0   \n",
       "25975  dear please getting quotation related next ite...            0   \n",
       "25978  hello would you please request quote for follo...            0   \n",
       "26052  sent tuesday devices be purchased hi list devi...            0   \n",
       "26071  sent monday bod permanent process dear kindly ...            0   \n",
       "26694  sent friday march re tv devices for hello calc...            0   \n",
       "26801  hello could you please provide price expected ...            0   \n",
       "27118  hello could you please assist with quote for e...            0   \n",
       "\n",
       "       category  sub_category1  sub_category2  business_service  urgency  \\\n",
       "16074         9              8              0                75        3   \n",
       "16944         9              8              0                76        3   \n",
       "17201         9              8              0                76        3   \n",
       "17248         9             36              0                76        3   \n",
       "18410         9              8              0                76        3   \n",
       "18697         9             26              0                68        3   \n",
       "18861         9             38              0                41        3   \n",
       "19218         9             50              0                32        3   \n",
       "19278         9             38              0                32        3   \n",
       "19279         9             48              0                32        3   \n",
       "19372         9             50              0                58        3   \n",
       "19440         9             48              0                76        3   \n",
       "19441         9             26              0                76        3   \n",
       "19442         9             38              0                76        3   \n",
       "19446         9             26              0                32        3   \n",
       "19456         9             38              0                76        3   \n",
       "19470         9             50              0                58        3   \n",
       "19476         9             44              0                76        3   \n",
       "19498         9             50              0                58        3   \n",
       "19551         9             44              0                76        3   \n",
       "19617         9             50              0                58        3   \n",
       "19722         9             36              0                76        2   \n",
       "19734         9             36              0                76        2   \n",
       "19759         9             36              0                76        2   \n",
       "19760         9             36              0                76        2   \n",
       "19770         9             36              0                76        2   \n",
       "19776         9             36              0                76        2   \n",
       "19793         9             36              0                76        2   \n",
       "19807         9             36              0                76        2   \n",
       "19840         9             36              0                76        2   \n",
       "...         ...            ...            ...               ...      ...   \n",
       "24489         9             36              0                76        1   \n",
       "24496         9             36              0                76        1   \n",
       "24504         9             36              0                76        1   \n",
       "24532         9             36              0                76        1   \n",
       "24716         9             36              0                76        1   \n",
       "24764         9             34              0                76        1   \n",
       "24766         9             44              0                76        1   \n",
       "24770         9             36              0                76        1   \n",
       "24793         9             36              0                76        1   \n",
       "24813         9             36              0                76        1   \n",
       "24875         9             36              0                76        1   \n",
       "25000         9             36              0                76        1   \n",
       "25013         9             36              0                76        1   \n",
       "25459         9             36              0                76        1   \n",
       "25558         9             34              0                76        1   \n",
       "25735         9             34              0                76        1   \n",
       "25737         9             36              0                76        1   \n",
       "25858         9             36              0                76        1   \n",
       "25885         9             44              0                76        1   \n",
       "25947         9             34              0                76        1   \n",
       "25954         9             44              0                76        1   \n",
       "25964         9             34              0                76        1   \n",
       "25974         9             34              0                76        1   \n",
       "25975         9             34              0                76        1   \n",
       "25978         9             34              0                76        1   \n",
       "26052         9             44              0                76        1   \n",
       "26071         9             44              0                76        1   \n",
       "26694         9             36              0                76        1   \n",
       "26801         9             36              0                76        1   \n",
       "27118         9             34              0                76        1   \n",
       "\n",
       "       impact  category_remap  \\\n",
       "16074       4               9   \n",
       "16944       4               9   \n",
       "17201       4               9   \n",
       "17248       4               9   \n",
       "18410       4               9   \n",
       "18697       4               9   \n",
       "18861       4               9   \n",
       "19218       4               9   \n",
       "19278       4               9   \n",
       "19279       4               9   \n",
       "19372       4               9   \n",
       "19440       4               9   \n",
       "19441       4               9   \n",
       "19442       4               9   \n",
       "19446       4               9   \n",
       "19456       4               9   \n",
       "19470       4               9   \n",
       "19476       4               9   \n",
       "19498       4               9   \n",
       "19551       4               9   \n",
       "19617       4               9   \n",
       "19722       3               9   \n",
       "19734       3               9   \n",
       "19759       3               9   \n",
       "19760       3               9   \n",
       "19770       3               9   \n",
       "19776       3               9   \n",
       "19793       3               9   \n",
       "19807       3               9   \n",
       "19840       3               9   \n",
       "...       ...             ...   \n",
       "24489       3               9   \n",
       "24496       3               9   \n",
       "24504       3               9   \n",
       "24532       3               9   \n",
       "24716       3               9   \n",
       "24764       3               9   \n",
       "24766       3               9   \n",
       "24770       3               9   \n",
       "24793       3               9   \n",
       "24813       3               9   \n",
       "24875       3               9   \n",
       "25000       3               9   \n",
       "25013       3               9   \n",
       "25459       3               9   \n",
       "25558       3               9   \n",
       "25735       3               9   \n",
       "25737       3               9   \n",
       "25858       3               9   \n",
       "25885       3               9   \n",
       "25947       3               9   \n",
       "25954       3               9   \n",
       "25964       3               9   \n",
       "25974       3               9   \n",
       "25975       3               9   \n",
       "25978       3               9   \n",
       "26052       3               9   \n",
       "26071       3               9   \n",
       "26694       3               9   \n",
       "26801       3               9   \n",
       "27118       3               9   \n",
       "\n",
       "                                          body_cleansing  \n",
       "16074  octob client sign complet addit floor expans p...  \n",
       "16944  quot plea log bellow thank administr friday qu...  \n",
       "17201  quot floor expans plea log bellow thank admini...  \n",
       "17248  friday plea log bellow quot updat thank admini...  \n",
       "18410  tuesday quot plea log bellow thank administr j...  \n",
       "18697  guidanc need replac purchas guy plea guid make...  \n",
       "18861  tuesday juli purchas final owner approv purcha...  \n",
       "19218  friday juli purchas final owner approv purchas...  \n",
       "19278  wednesday juli purchas final owner approv hell...  \n",
       "19279  wednesday juli purchas final owner approv dear...  \n",
       "19372  tuesday juli purchas final owner approv hello ...  \n",
       "19440  friday juli purchas final owner approv dear pu...  \n",
       "19441  friday juli purchas final owner approv purchas...  \n",
       "19442  friday juli assign import high plea log instal...  \n",
       "19446  friday juli purchas final owner big approv hel...  \n",
       "19456  friday juli purchas final owner approv hello p...  \n",
       "19470  friday juli purchas final owner approv good af...  \n",
       "19476  dear inform purchas purchas coordin verifi app...  \n",
       "19498  thursday juli purchas final owner approv hello...  \n",
       "19551  dear inform purchas purchas coordin verifi app...  \n",
       "19617  tuesday juli purchas final owner approv purcha...  \n",
       "19722  dear plea ask supplier price quotat item offer...  \n",
       "19734  ancient put drive dug detail puma detail dual ...  \n",
       "19759  hello knew two joiner februari develop lead ha...  \n",
       "19760  hello plea sourc quotat colombia follow equip ...  \n",
       "19770  plea assist purchas modul use spare like one e...  \n",
       "19776  hello plea help price supplier basic card with...  \n",
       "19793  could plea help correct suggest given code rai...  \n",
       "19807  dear ask help rais request ad remot desktop se...  \n",
       "19840  folk could someon help order case galaxi need ...  \n",
       "...                                                  ...  \n",
       "24489  model exact engin sent thursday meet room upda...  \n",
       "24496  hello could plea advis regard kind regard anal...  \n",
       "24504  hello plea give requir info rais wireless mous...  \n",
       "24532  dear could plea help today price follow mobil ...  \n",
       "24716  assign task deploy softwar need help procur li...  \n",
       "24764  hello wonder plea ask check supplier price quo...  \n",
       "24766  guy give quot ad locat tabl need licens chassi...  \n",
       "24770  product name destin length quantiti price side...  \n",
       "24793  dear vin head inca cabl organ etc sent friday ...  \n",
       "24813  dear could plea provid quot equip list item pr...  \n",
       "24875  hello need cost infrastructur plea help purpos...  \n",
       "25000  hello date wednesday equip plea advis kind reg...  \n",
       "25013  ago extern batteri order deliv frankfurt attac...  \n",
       "25459  dear kindli request creat request deliv bogota...  \n",
       "25558  hello detail ask contact person contact person...  \n",
       "25735  hello provid quot buy one card thank best rega...  \n",
       "25737  hello provid quot refer thank best regard mana...  \n",
       "25858  regular socket extend trick thank senior engin...  \n",
       "25885  talk would also second hand devic good shape f...  \n",
       "25947  sent friday plea find equip list buy send two ...  \n",
       "25954  hello could plea assist thank kind regard infr...  \n",
       "25964  dear plea help item item bogota ask propos ple...  \n",
       "25974  date thursday quot equip bod quot equip bellow...  \n",
       "25975  dear plea get quotat relat next item valu patc...  \n",
       "25978  hello would plea request quot follow hardwar h...  \n",
       "26052  sent tuesday devic purchas list devic told gal...  \n",
       "26071  sent monday bod perman process dear kindli req...  \n",
       "26694  sent friday march devic hello calcul show need...  \n",
       "26801  hello could plea provid price expect date curv...  \n",
       "27118  hello could plea assist quot equip attach spre...  \n",
       "\n",
       "[145 rows x 11 columns]"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ddata[ddata['category_remap'] == label]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(X, ddata.category_remap, test_size = 0.20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "sk = StratifiedKFold(n_splits=5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Andreas Chandra\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1143: UndefinedMetricWarning: F-score is ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n",
      "C:\\Users\\Andreas Chandra\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1143: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n",
      "C:\\Users\\Andreas Chandra\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1143: UndefinedMetricWarning: F-score is ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n",
      "C:\\Users\\Andreas Chandra\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1143: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n",
      "C:\\Users\\Andreas Chandra\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1143: UndefinedMetricWarning: F-score is ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n",
      "C:\\Users\\Andreas Chandra\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1143: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n",
      "C:\\Users\\Andreas Chandra\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1143: UndefinedMetricWarning: F-score is ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n",
      "C:\\Users\\Andreas Chandra\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1143: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n",
      "C:\\Users\\Andreas Chandra\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1143: UndefinedMetricWarning: F-score is ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n",
      "C:\\Users\\Andreas Chandra\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1143: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n"
     ]
    }
   ],
   "source": [
    "score_stratified = []\n",
    "for train, test in sk.split(X, ddata.category_remap):\n",
    "    X_train, X_test, y_train, y_test = X[train], X[test], ddata.loc[train, 'category_remap'], ddata.loc[test, 'category_remap']\n",
    "    mnb = MultinomialNB()\n",
    "    mnb.fit(X_train, y_train)\n",
    "    y_pred = mnb.predict(X_test)\n",
    "    score_stratified.append(eval(y_test, y_pred))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'f1-score': 0.1732676882783922,\n",
       "  'recall': 0.16934573776851444,\n",
       "  'precision': 0.21447982273249505},\n",
       " {'f1-score': 0.23376708325429352,\n",
       "  'recall': 0.2124107095518662,\n",
       "  'precision': 0.42089220418312123},\n",
       " {'f1-score': 0.22757955068974275,\n",
       "  'recall': 0.20397426736074667,\n",
       "  'precision': 0.41765810869979925},\n",
       " {'f1-score': 0.23406642793159443,\n",
       "  'recall': 0.2063079711921793,\n",
       "  'precision': 0.4467327793456439},\n",
       " {'f1-score': 0.19671659861011784,\n",
       "  'recall': 0.17179366822283498,\n",
       "  'precision': 0.4362049766350909}]"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "score_stratified"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>f1-score</th>\n",
       "      <th>precision</th>\n",
       "      <th>recall</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.173268</td>\n",
       "      <td>0.214480</td>\n",
       "      <td>0.169346</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.233767</td>\n",
       "      <td>0.420892</td>\n",
       "      <td>0.212411</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.227580</td>\n",
       "      <td>0.417658</td>\n",
       "      <td>0.203974</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.234066</td>\n",
       "      <td>0.446733</td>\n",
       "      <td>0.206308</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.196717</td>\n",
       "      <td>0.436205</td>\n",
       "      <td>0.171794</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   f1-score  precision    recall\n",
       "0  0.173268   0.214480  0.169346\n",
       "1  0.233767   0.420892  0.212411\n",
       "2  0.227580   0.417658  0.203974\n",
       "3  0.234066   0.446733  0.206308\n",
       "4  0.196717   0.436205  0.171794"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(data = score_stratified)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Support Vector Machine"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "clf_svc = SVC()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Andreas Chandra\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\svm\\base.py:196: FutureWarning: The default value of gamma will change from 'auto' to 'scale' in version 0.22 to account better for unscaled features. Set gamma explicitly to 'auto' or 'scale' to avoid this warning.\n",
      "  \"avoid this warning.\", FutureWarning)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "SVC(C=1.0, cache_size=200, class_weight=None, coef0=0.0,\n",
       "  decision_function_shape='ovr', degree=3, gamma='auto_deprecated',\n",
       "  kernel='rbf', max_iter=-1, probability=False, random_state=None,\n",
       "  shrinking=True, tol=0.001, verbose=False)"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf_svc.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_pred_svc = clf_svc.predict(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Andreas Chandra\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1143: UndefinedMetricWarning: F-score is ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n",
      "C:\\Users\\Andreas Chandra\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1143: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{'f1-score': 0.08199397531823924,\n",
       " 'recall': 0.1,\n",
       " 'precision': 0.0694828722002635}"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "eval(y_test, y_pred_svc)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Random Forest"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "rfc = RandomForestClassifier()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Andreas Chandra\\AppData\\Local\\Continuum\\anaconda3\\lib\\site-packages\\sklearn\\ensemble\\forest.py:246: FutureWarning: The default value of n_estimators will change from 10 in version 0.20 to 100 in 0.22.\n",
      "  \"10 in version 0.20 to 100 in 0.22.\", FutureWarning)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "RandomForestClassifier(bootstrap=True, class_weight=None, criterion='gini',\n",
       "            max_depth=None, max_features='auto', max_leaf_nodes=None,\n",
       "            min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "            min_samples_leaf=1, min_samples_split=2,\n",
       "            min_weight_fraction_leaf=0.0, n_estimators=10, n_jobs=None,\n",
       "            oob_score=False, random_state=None, verbose=0,\n",
       "            warm_start=False)"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rfc.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_pred = rfc.predict(X_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Evaluation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "def eval(y_true, y_pred):\n",
    "    f1score = f1_score(y_true, y_pred, average='macro')\n",
    "    recall = recall_score(y_true, y_pred, average='macro')\n",
    "    precision = precision_score(y_true, y_pred, average = 'macro')\n",
    "    \n",
    "    return {'f1-score': f1score,\n",
    "            'recall': recall,\n",
    "            'precision': precision\n",
    "            }"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}