ML Pipeline Preparation.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# ML Pipeline Preparation\n",
    "Follow the instructions below to help you create your ML pipeline.\n",
    "### 1. Import libraries and load data from database.\n",
    "- Import Python libraries\n",
    "- Load dataset from database with [`read_sql_table`](https://pandas.pydata.org/pandas-docs/stable/generated/pandas.read_sql_table.html)\n",
    "- Define feature and target variables X and Y"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package punkt to /root/nltk_data...\n",
      "[nltk_data]   Package punkt is already up-to-date!\n",
      "[nltk_data] Downloading package stopwords to /root/nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n",
      "[nltk_data] Downloading package punkt to /root/nltk_data...\n",
      "[nltk_data]   Package punkt is already up-to-date!\n",
      "[nltk_data] Downloading package wordnet to /root/nltk_data...\n",
      "[nltk_data]   Package wordnet is already up-to-date!\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from sqlalchemy import create_engine\n",
    "from nltk import word_tokenize\n",
    "import gzip\n",
    "import pickle\n",
    "import nltk\n",
    "import re\n",
    "nltk.download('punkt')\n",
    "nltk.download('stopwords')\n",
    "from nltk.corpus import stopwords\n",
    "from nltk.tokenize import word_tokenize\n",
    "from nltk.stem.wordnet import WordNetLemmatizer\n",
    "import nltk\n",
    "nltk.download(['punkt', 'wordnet'])\n",
    "\n",
    "from sklearn.pipeline import Pipeline\n",
    "from sklearn.metrics import confusion_matrix\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.feature_extraction.text import CountVectorizer, TfidfTransformer\n",
    "from sklearn.multioutput import MultiOutputClassifier\n",
    "from sklearn.metrics import classification_report\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.metrics import precision_score\n",
    "#print(classification_report(y_test, y_pred, target_names=category_names))\n",
    "from sklearn.metrics import f1_score\n",
    "from sklearn import metrics\n",
    "from sklearn.multioutput import MultiOutputClassifier\n",
    "from sklearn.utils.multiclass import type_of_target\n",
    "from sklearn.preprocessing import Normalizer, StandardScaler, MinMaxScaler, MaxAbsScaler, LabelEncoder\n",
    "from sklearn.model_selection import GridSearchCV # For optimization\n",
    "from sklearn.metrics import classification_report,confusion_matrix, precision_score,\\\n",
    "recall_score,accuracy_score,  f1_score,  make_scorer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# load data from database\n",
    "engine = create_engine('sqlite:///DisasterResponse.db')\n",
    "df = pd.read_sql(\"SELECT * from Message\", engine)\n",
    "X = df.message\n",
    "Y = df.loc[:,\"related\":\"direct_report\"]\n",
    "category_names = Y.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>id</th>\n",
       "      <th>message</th>\n",
       "      <th>original</th>\n",
       "      <th>genre</th>\n",
       "      <th>related</th>\n",
       "      <th>request</th>\n",
       "      <th>offer</th>\n",
       "      <th>aid_related</th>\n",
       "      <th>medical_help</th>\n",
       "      <th>...</th>\n",
       "      <th>aid_centers</th>\n",
       "      <th>other_infrastructure</th>\n",
       "      <th>weather_related</th>\n",
       "      <th>floods</th>\n",
       "      <th>storm</th>\n",
       "      <th>fire</th>\n",
       "      <th>earthquake</th>\n",
       "      <th>cold</th>\n",
       "      <th>other_weather</th>\n",
       "      <th>direct_report</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>Weather update - a cold front from Cuba that c...</td>\n",
       "      <td>Un front froid se retrouve sur Cuba ce matin. ...</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>Is the Hurricane over or is it not over</td>\n",
       "      <td>Cyclone nan fini osinon li pa fini</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>8</td>\n",
       "      <td>Looking for someone but no name</td>\n",
       "      <td>Patnm, di Maryani relem pou li banm nouvel li ...</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>9</td>\n",
       "      <td>UN reports Leogane 80-90 destroyed. Only Hospi...</td>\n",
       "      <td>UN reports Leogane 80-90 destroyed. Only Hospi...</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>12</td>\n",
       "      <td>says: west side of Haiti, rest of the country ...</td>\n",
       "      <td>facade ouest d Haiti et le reste du pays aujou...</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>14</td>\n",
       "      <td>Information about the National Palace-</td>\n",
       "      <td>Informtion au nivaux palais nationl</td>\n",
       "      <td>direct</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>15</td>\n",
       "      <td>Storm at sacred heart of jesus</td>\n",
       "      <td>Cyclone Coeur sacr de jesus</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>16</td>\n",
       "      <td>Please, we need tents and water. We are in Sil...</td>\n",
       "      <td>Tanpri nou bezwen tant avek dlo nou zon silo m...</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>17</td>\n",
       "      <td>I would like to receive the messages, thank you</td>\n",
       "      <td>Mwen ta renmen jouin messag yo. Merci</td>\n",
       "      <td>direct</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>18</td>\n",
       "      <td>I am in Croix-des-Bouquets. We have health iss...</td>\n",
       "      <td>Nou kwadebouke, nou gen pwoblem sant m yo nan ...</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>20</td>\n",
       "      <td>There's nothing to eat and water, we starving ...</td>\n",
       "      <td>Bon repo pa gen anyen menm grangou swaf</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>21</td>\n",
       "      <td>I am in Petionville. I need more information r...</td>\n",
       "      <td>M nan pv mvle plis enfomasyon sou 4636</td>\n",
       "      <td>direct</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>12</td>\n",
       "      <td>22</td>\n",
       "      <td>I am in Thomassin number 32, in the area named...</td>\n",
       "      <td>Mwen thomassin 32 nan pyron mwen ta renmen jwe...</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>13</td>\n",
       "      <td>24</td>\n",
       "      <td>Let's do it together, need food in Delma 75, i...</td>\n",
       "      <td>Ann fel ansanm bezwen manje nan delma 75 nan r...</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14</td>\n",
       "      <td>25</td>\n",
       "      <td>More information on the 4636 number in order f...</td>\n",
       "      <td>gen plis enfomasyon sou 4636 la pom w sim ap k...</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>15</td>\n",
       "      <td>26</td>\n",
       "      <td>A Comitee in Delmas 19, Rue ( street ) Janvier...</td>\n",
       "      <td>Komite katye delma 19 rue janvier imp charite ...</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "      <td>27</td>\n",
       "      <td>We need food and water in Klecin 12. We are dy...</td>\n",
       "      <td>Nou bezwen mange avek dlo nan klcin 12 LA LAFI...</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>17</td>\n",
       "      <td>28</td>\n",
       "      <td>are you going to call me or do you want me to ...</td>\n",
       "      <td>Eske se rele nap relem oubyen se mwen kap rele...</td>\n",
       "      <td>direct</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>18</td>\n",
       "      <td>30</td>\n",
       "      <td>I don't understand how to use this thing 4636.</td>\n",
       "      <td>Mwen pa konprann koman pou m itilize bagay 463...</td>\n",
       "      <td>direct</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>19</td>\n",
       "      <td>31</td>\n",
       "      <td>I would like to know if the earthquake is over...</td>\n",
       "      <td>Mwen ta remen connin si trenblem de terre afin...</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>20</td>\n",
       "      <td>32</td>\n",
       "      <td>I would like to know if one of the radio ginen...</td>\n",
       "      <td>Mwen ta renmen konnen eske ge jounalis radyo g...</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>21</td>\n",
       "      <td>33</td>\n",
       "      <td>I'm in Laplaine, I am a victim</td>\n",
       "      <td>Mwen laplan mwen viktim kot yap bay d pou latr...</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>22</td>\n",
       "      <td>34</td>\n",
       "      <td>There's a lack of water in Moleya, please info...</td>\n",
       "      <td>Nan moleya pa gen dlo svp f konnen sa pou mwen.</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>23</td>\n",
       "      <td>35</td>\n",
       "      <td>Those people who live at Sibert need food they...</td>\n",
       "      <td>nou menm nan sibert nou grangou nou bezwen mange</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>24</td>\n",
       "      <td>36</td>\n",
       "      <td>I want to say hello, my message is to let you ...</td>\n",
       "      <td>Mwen salye nou dab mesaj mwen an se jis nou ge...</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>25</td>\n",
       "      <td>37</td>\n",
       "      <td>Can you tell me about this service</td>\n",
       "      <td>Can you tell me about this service</td>\n",
       "      <td>direct</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>26</td>\n",
       "      <td>38</td>\n",
       "      <td>People I'm at Delma 2, we don't anything what ...</td>\n",
       "      <td>MEZANMI MWEN MWEN NAN DELMA 2 NOU TR MAN MAL N...</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>27</td>\n",
       "      <td>39</td>\n",
       "      <td>We are at Gressier we needs assistance right a...</td>\n",
       "      <td>Se gressier nou an difikilte tanpri vin ede nou</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>28</td>\n",
       "      <td>41</td>\n",
       "      <td>How can we get water and food in Fontamara 43 ...</td>\n",
       "      <td>Comment nou ka jwen dlo ak manje nan font 43 c...</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>29</td>\n",
       "      <td>42</td>\n",
       "      <td>We need help. Carrefour has been forgotten com...</td>\n",
       "      <td>Nap di secours yo bliye kafou net sant m ap to...</td>\n",
       "      <td>direct</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26186</th>\n",
       "      <td>26356</td>\n",
       "      <td>30233</td>\n",
       "      <td>The ability to pick dengue from influenza is c...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26187</th>\n",
       "      <td>26357</td>\n",
       "      <td>30234</td>\n",
       "      <td>A Federation chartered ship arrived from Lae w...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26188</th>\n",
       "      <td>26358</td>\n",
       "      <td>30235</td>\n",
       "      <td>The result is that in Aceh province many prefa...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26189</th>\n",
       "      <td>26359</td>\n",
       "      <td>30236</td>\n",
       "      <td>Otherwise, the risk is families fleeing again ...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26190</th>\n",
       "      <td>26360</td>\n",
       "      <td>30237</td>\n",
       "      <td>A United Nations team from the Electoral Assis...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26191</th>\n",
       "      <td>26361</td>\n",
       "      <td>30238</td>\n",
       "      <td>Senegal and Guinea-Bissau have agreed to condu...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26192</th>\n",
       "      <td>26362</td>\n",
       "      <td>30239</td>\n",
       "      <td>The President said that her Government always ...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26193</th>\n",
       "      <td>26363</td>\n",
       "      <td>30240</td>\n",
       "      <td>It was decided that all vehicle movement from ...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26194</th>\n",
       "      <td>26364</td>\n",
       "      <td>30241</td>\n",
       "      <td>The tendency to link deforestation with large ...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26195</th>\n",
       "      <td>26365</td>\n",
       "      <td>30242</td>\n",
       "      <td>Polio is a viral disease that attacks the nerv...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26196</th>\n",
       "      <td>26366</td>\n",
       "      <td>30243</td>\n",
       "      <td>The new constitution declares that 'Somalia is...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26197</th>\n",
       "      <td>26367</td>\n",
       "      <td>30245</td>\n",
       "      <td>We're providing clean water to people who woul...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26198</th>\n",
       "      <td>26368</td>\n",
       "      <td>30246</td>\n",
       "      <td>Relief items include towels, sanitary napkins,...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26199</th>\n",
       "      <td>26369</td>\n",
       "      <td>30247</td>\n",
       "      <td>In Aceh's Meulaboh town the UN refugee agency ...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26200</th>\n",
       "      <td>26370</td>\n",
       "      <td>30248</td>\n",
       "      <td>WHO is recruiting a sanitary engineer / consul...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26201</th>\n",
       "      <td>26371</td>\n",
       "      <td>30249</td>\n",
       "      <td>Following the severe floods which occurred ove...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26202</th>\n",
       "      <td>26372</td>\n",
       "      <td>30250</td>\n",
       "      <td>The closure has stopped 169 inbound flights an...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26203</th>\n",
       "      <td>26373</td>\n",
       "      <td>30251</td>\n",
       "      <td>BANGKOK, 24 January 2012 (NNT) - Prime Ministe...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26204</th>\n",
       "      <td>26374</td>\n",
       "      <td>30253</td>\n",
       "      <td>Cadmium, a metallic element widely used in bat...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26205</th>\n",
       "      <td>26375</td>\n",
       "      <td>30254</td>\n",
       "      <td>Epidemic surveillance: National Institute of C...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26206</th>\n",
       "      <td>26376</td>\n",
       "      <td>30255</td>\n",
       "      <td>2.1 Due to sporadic skirmishes in eastern D.R....</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26207</th>\n",
       "      <td>26377</td>\n",
       "      <td>30256</td>\n",
       "      <td>No other army had gone to greater lengths to a...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26208</th>\n",
       "      <td>26378</td>\n",
       "      <td>30257</td>\n",
       "      <td>The delivery was made in conjunction with the ...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26209</th>\n",
       "      <td>26379</td>\n",
       "      <td>30258</td>\n",
       "      <td>However while ECOWAS wanted him to lead a 12-m...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26210</th>\n",
       "      <td>26380</td>\n",
       "      <td>30259</td>\n",
       "      <td>Hpakant, an area rich with coveted jade stones...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26211</th>\n",
       "      <td>26381</td>\n",
       "      <td>30261</td>\n",
       "      <td>The training demonstrated how to enhance micro...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26212</th>\n",
       "      <td>26382</td>\n",
       "      <td>30262</td>\n",
       "      <td>A suitable candidate has been selected and OCH...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26213</th>\n",
       "      <td>26383</td>\n",
       "      <td>30263</td>\n",
       "      <td>Proshika, operating in Cox's Bazar municipalit...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26214</th>\n",
       "      <td>26384</td>\n",
       "      <td>30264</td>\n",
       "      <td>Some 2,000 women protesting against the conduc...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26215</th>\n",
       "      <td>26385</td>\n",
       "      <td>30265</td>\n",
       "      <td>A radical shift in thinking came about as a re...</td>\n",
       "      <td>None</td>\n",
       "      <td>news</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>26216 rows × 41 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       index     id                                            message  \\\n",
       "0          0      2  Weather update - a cold front from Cuba that c...   \n",
       "1          1      7            Is the Hurricane over or is it not over   \n",
       "2          2      8                    Looking for someone but no name   \n",
       "3          3      9  UN reports Leogane 80-90 destroyed. Only Hospi...   \n",
       "4          4     12  says: west side of Haiti, rest of the country ...   \n",
       "5          5     14             Information about the National Palace-   \n",
       "6          6     15                     Storm at sacred heart of jesus   \n",
       "7          7     16  Please, we need tents and water. We are in Sil...   \n",
       "8          8     17    I would like to receive the messages, thank you   \n",
       "9          9     18  I am in Croix-des-Bouquets. We have health iss...   \n",
       "10        10     20  There's nothing to eat and water, we starving ...   \n",
       "11        11     21  I am in Petionville. I need more information r...   \n",
       "12        12     22  I am in Thomassin number 32, in the area named...   \n",
       "13        13     24  Let's do it together, need food in Delma 75, i...   \n",
       "14        14     25  More information on the 4636 number in order f...   \n",
       "15        15     26  A Comitee in Delmas 19, Rue ( street ) Janvier...   \n",
       "16        16     27  We need food and water in Klecin 12. We are dy...   \n",
       "17        17     28  are you going to call me or do you want me to ...   \n",
       "18        18     30     I don't understand how to use this thing 4636.   \n",
       "19        19     31  I would like to know if the earthquake is over...   \n",
       "20        20     32  I would like to know if one of the radio ginen...   \n",
       "21        21     33                     I'm in Laplaine, I am a victim   \n",
       "22        22     34  There's a lack of water in Moleya, please info...   \n",
       "23        23     35  Those people who live at Sibert need food they...   \n",
       "24        24     36  I want to say hello, my message is to let you ...   \n",
       "25        25     37                 Can you tell me about this service   \n",
       "26        26     38  People I'm at Delma 2, we don't anything what ...   \n",
       "27        27     39  We are at Gressier we needs assistance right a...   \n",
       "28        28     41  How can we get water and food in Fontamara 43 ...   \n",
       "29        29     42  We need help. Carrefour has been forgotten com...   \n",
       "...      ...    ...                                                ...   \n",
       "26186  26356  30233  The ability to pick dengue from influenza is c...   \n",
       "26187  26357  30234  A Federation chartered ship arrived from Lae w...   \n",
       "26188  26358  30235  The result is that in Aceh province many prefa...   \n",
       "26189  26359  30236  Otherwise, the risk is families fleeing again ...   \n",
       "26190  26360  30237  A United Nations team from the Electoral Assis...   \n",
       "26191  26361  30238  Senegal and Guinea-Bissau have agreed to condu...   \n",
       "26192  26362  30239  The President said that her Government always ...   \n",
       "26193  26363  30240  It was decided that all vehicle movement from ...   \n",
       "26194  26364  30241  The tendency to link deforestation with large ...   \n",
       "26195  26365  30242  Polio is a viral disease that attacks the nerv...   \n",
       "26196  26366  30243  The new constitution declares that 'Somalia is...   \n",
       "26197  26367  30245  We're providing clean water to people who woul...   \n",
       "26198  26368  30246  Relief items include towels, sanitary napkins,...   \n",
       "26199  26369  30247  In Aceh's Meulaboh town the UN refugee agency ...   \n",
       "26200  26370  30248  WHO is recruiting a sanitary engineer / consul...   \n",
       "26201  26371  30249  Following the severe floods which occurred ove...   \n",
       "26202  26372  30250  The closure has stopped 169 inbound flights an...   \n",
       "26203  26373  30251  BANGKOK, 24 January 2012 (NNT) - Prime Ministe...   \n",
       "26204  26374  30253  Cadmium, a metallic element widely used in bat...   \n",
       "26205  26375  30254  Epidemic surveillance: National Institute of C...   \n",
       "26206  26376  30255  2.1 Due to sporadic skirmishes in eastern D.R....   \n",
       "26207  26377  30256  No other army had gone to greater lengths to a...   \n",
       "26208  26378  30257  The delivery was made in conjunction with the ...   \n",
       "26209  26379  30258  However while ECOWAS wanted him to lead a 12-m...   \n",
       "26210  26380  30259  Hpakant, an area rich with coveted jade stones...   \n",
       "26211  26381  30261  The training demonstrated how to enhance micro...   \n",
       "26212  26382  30262  A suitable candidate has been selected and OCH...   \n",
       "26213  26383  30263  Proshika, operating in Cox's Bazar municipalit...   \n",
       "26214  26384  30264  Some 2,000 women protesting against the conduc...   \n",
       "26215  26385  30265  A radical shift in thinking came about as a re...   \n",
       "\n",
       "                                                original   genre  related  \\\n",
       "0      Un front froid se retrouve sur Cuba ce matin. ...  direct        1   \n",
       "1                     Cyclone nan fini osinon li pa fini  direct        1   \n",
       "2      Patnm, di Maryani relem pou li banm nouvel li ...  direct        1   \n",
       "3      UN reports Leogane 80-90 destroyed. Only Hospi...  direct        1   \n",
       "4      facade ouest d Haiti et le reste du pays aujou...  direct        1   \n",
       "5                    Informtion au nivaux palais nationl  direct        0   \n",
       "6                            Cyclone Coeur sacr de jesus  direct        1   \n",
       "7      Tanpri nou bezwen tant avek dlo nou zon silo m...  direct        1   \n",
       "8                  Mwen ta renmen jouin messag yo. Merci  direct        0   \n",
       "9      Nou kwadebouke, nou gen pwoblem sant m yo nan ...  direct        1   \n",
       "10               Bon repo pa gen anyen menm grangou swaf  direct        1   \n",
       "11                M nan pv mvle plis enfomasyon sou 4636  direct        0   \n",
       "12     Mwen thomassin 32 nan pyron mwen ta renmen jwe...  direct        1   \n",
       "13     Ann fel ansanm bezwen manje nan delma 75 nan r...  direct        1   \n",
       "14     gen plis enfomasyon sou 4636 la pom w sim ap k...  direct        1   \n",
       "15     Komite katye delma 19 rue janvier imp charite ...  direct        1   \n",
       "16     Nou bezwen mange avek dlo nan klcin 12 LA LAFI...  direct        1   \n",
       "17     Eske se rele nap relem oubyen se mwen kap rele...  direct        0   \n",
       "18     Mwen pa konprann koman pou m itilize bagay 463...  direct        0   \n",
       "19     Mwen ta remen connin si trenblem de terre afin...  direct        1   \n",
       "20     Mwen ta renmen konnen eske ge jounalis radyo g...  direct        1   \n",
       "21     Mwen laplan mwen viktim kot yap bay d pou latr...  direct        1   \n",
       "22       Nan moleya pa gen dlo svp f konnen sa pou mwen.  direct        1   \n",
       "23      nou menm nan sibert nou grangou nou bezwen mange  direct        1   \n",
       "24     Mwen salye nou dab mesaj mwen an se jis nou ge...  direct        1   \n",
       "25                    Can you tell me about this service  direct        0   \n",
       "26     MEZANMI MWEN MWEN NAN DELMA 2 NOU TR MAN MAL N...  direct        1   \n",
       "27       Se gressier nou an difikilte tanpri vin ede nou  direct        1   \n",
       "28     Comment nou ka jwen dlo ak manje nan font 43 c...  direct        1   \n",
       "29     Nap di secours yo bliye kafou net sant m ap to...  direct        1   \n",
       "...                                                  ...     ...      ...   \n",
       "26186                                               None    news        1   \n",
       "26187                                               None    news        1   \n",
       "26188                                               None    news        1   \n",
       "26189                                               None    news        0   \n",
       "26190                                               None    news        0   \n",
       "26191                                               None    news        1   \n",
       "26192                                               None    news        1   \n",
       "26193                                               None    news        1   \n",
       "26194                                               None    news        1   \n",
       "26195                                               None    news        0   \n",
       "26196                                               None    news        1   \n",
       "26197                                               None    news        1   \n",
       "26198                                               None    news        1   \n",
       "26199                                               None    news        1   \n",
       "26200                                               None    news        0   \n",
       "26201                                               None    news        1   \n",
       "26202                                               None    news        1   \n",
       "26203                                               None    news        1   \n",
       "26204                                               None    news        0   \n",
       "26205                                               None    news        1   \n",
       "26206                                               None    news        1   \n",
       "26207                                               None    news        1   \n",
       "26208                                               None    news        1   \n",
       "26209                                               None    news        0   \n",
       "26210                                               None    news        1   \n",
       "26211                                               None    news        0   \n",
       "26212                                               None    news        0   \n",
       "26213                                               None    news        1   \n",
       "26214                                               None    news        1   \n",
       "26215                                               None    news        1   \n",
       "\n",
       "       request  offer  aid_related  medical_help      ...        aid_centers  \\\n",
       "0            0      0            0             0      ...                  0   \n",
       "1            0      0            1             0      ...                  0   \n",
       "2            0      0            0             0      ...                  0   \n",
       "3            1      0            1             0      ...                  0   \n",
       "4            0      0            0             0      ...                  0   \n",
       "5            0      0            0             0      ...                  0   \n",
       "6            0      0            0             0      ...                  0   \n",
       "7            1      0            1             0      ...                  0   \n",
       "8            0      0            0             0      ...                  0   \n",
       "9            1      0            1             1      ...                  0   \n",
       "10           1      0            1             1      ...                  0   \n",
       "11           0      0            0             0      ...                  0   \n",
       "12           1      0            1             0      ...                  0   \n",
       "13           1      0            1             0      ...                  0   \n",
       "14           0      0            0             0      ...                  0   \n",
       "15           1      0            1             0      ...                  0   \n",
       "16           1      0            1             1      ...                  0   \n",
       "17           0      0            0             0      ...                  0   \n",
       "18           0      0            0             0      ...                  0   \n",
       "19           0      0            0             0      ...                  0   \n",
       "20           0      0            0             0      ...                  0   \n",
       "21           1      0            1             0      ...                  0   \n",
       "22           1      0            1             0      ...                  0   \n",
       "23           1      0            1             0      ...                  0   \n",
       "24           0      0            0             0      ...                  0   \n",
       "25           0      0            0             0      ...                  0   \n",
       "26           1      0            1             1      ...                  0   \n",
       "27           1      0            1             1      ...                  0   \n",
       "28           1      0            1             0      ...                  0   \n",
       "29           1      0            1             0      ...                  0   \n",
       "...        ...    ...          ...           ...      ...                ...   \n",
       "26186        0      0            1             1      ...                  0   \n",
       "26187        0      0            1             0      ...                  0   \n",
       "26188        0      0            1             0      ...                  0   \n",
       "26189        0      0            0             0      ...                  0   \n",
       "26190        0      0            0             0      ...                  0   \n",
       "26191        0      0            1             0      ...                  0   \n",
       "26192        0      0            0             0      ...                  0   \n",
       "26193        0      0            1             0      ...                  0   \n",
       "26194        0      0            0             0      ...                  0   \n",
       "26195        0      0            0             0      ...                  0   \n",
       "26196        0      0            0             0      ...                  0   \n",
       "26197        0      0            1             0      ...                  0   \n",
       "26198        0      0            1             0      ...                  0   \n",
       "26199        0      0            1             0      ...                  0   \n",
       "26200        0      0            0             0      ...                  0   \n",
       "26201        0      0            0             0      ...                  0   \n",
       "26202        0      0            0             0      ...                  0   \n",
       "26203        0      0            1             0      ...                  0   \n",
       "26204        0      0            0             0      ...                  0   \n",
       "26205        0      0            1             1      ...                  0   \n",
       "26206        0      0            1             0      ...                  0   \n",
       "26207        1      0            0             0      ...                  0   \n",
       "26208        0      0            0             0      ...                  0   \n",
       "26209        0      0            0             0      ...                  0   \n",
       "26210        0      0            0             0      ...                  0   \n",
       "26211        0      0            0             0      ...                  0   \n",
       "26212        0      0            0             0      ...                  0   \n",
       "26213        0      0            0             0      ...                  0   \n",
       "26214        0      0            1             0      ...                  0   \n",
       "26215        0      0            0             0      ...                  0   \n",
       "\n",
       "       other_infrastructure  weather_related  floods  storm  fire  earthquake  \\\n",
       "0                         0                0       0      0     0           0   \n",
       "1                         0                1       0      1     0           0   \n",
       "2                         0                0       0      0     0           0   \n",
       "3                         0                0       0      0     0           0   \n",
       "4                         0                0       0      0     0           0   \n",
       "5                         0                0       0      0     0           0   \n",
       "6                         0                1       0      1     0           0   \n",
       "7                         0                0       0      0     0           0   \n",
       "8                         0                0       0      0     0           0   \n",
       "9                         0                0       0      0     0           0   \n",
       "10                        1                1       1      0     0           0   \n",
       "11                        0                0       0      0     0           0   \n",
       "12                        0                0       0      0     0           0   \n",
       "13                        0                0       0      0     0           0   \n",
       "14                        0                0       0      0     0           0   \n",
       "15                        0                0       0      0     0           0   \n",
       "16                        0                0       0      0     0           0   \n",
       "17                        0                0       0      0     0           0   \n",
       "18                        0                0       0      0     0           0   \n",
       "19                        0                1       0      0     0           1   \n",
       "20                        0                0       0      0     0           0   \n",
       "21                        0                0       0      0     0           0   \n",
       "22                        0                0       0      0     0           0   \n",
       "23                        0                0       0      0     0           0   \n",
       "24                        0                0       0      0     0           0   \n",
       "25                        0                0       0      0     0           0   \n",
       "26                        0                0       0      0     0           0   \n",
       "27                        0                1       1      0     0           0   \n",
       "28                        0                0       0      0     0           0   \n",
       "29                        0                0       0      0     0           0   \n",
       "...                     ...              ...     ...    ...   ...         ...   \n",
       "26186                     0                0       0      0     0           0   \n",
       "26187                     0                0       0      0     0           0   \n",
       "26188                     0                0       0      0     0           0   \n",
       "26189                     0                0       0      0     0           0   \n",
       "26190                     0                0       0      0     0           0   \n",
       "26191                     0                0       0      0     0           0   \n",
       "26192                     0                0       0      0     0           0   \n",
       "26193                     0                0       0      0     0           0   \n",
       "26194                     0                1       1      0     1           0   \n",
       "26195                     0                0       0      0     0           0   \n",
       "26196                     0                0       0      0     0           0   \n",
       "26197                     0                0       0      0     0           0   \n",
       "26198                     0                0       0      0     0           0   \n",
       "26199                     0                0       0      0     0           0   \n",
       "26200                     0                0       0      0     0           0   \n",
       "26201                     0                1       1      0     0           0   \n",
       "26202                     0                0       0      0     0           0   \n",
       "26203                     0                1       1      0     0           0   \n",
       "26204                     0                0       0      0     0           0   \n",
       "26205                     0                0       0      0     0           0   \n",
       "26206                     0                0       0      0     0           0   \n",
       "26207                     0                0       0      0     0           0   \n",
       "26208                     0                0       0      0     0           0   \n",
       "26209                     0                0       0      0     0           0   \n",
       "26210                     0                0       0      0     0           0   \n",
       "26211                     0                0       0      0     0           0   \n",
       "26212                     0                0       0      0     0           0   \n",
       "26213                     0                0       0      0     0           0   \n",
       "26214                     0                0       0      0     0           0   \n",
       "26215                     0                0       0      0     0           0   \n",
       "\n",
       "       cold  other_weather  direct_report  \n",
       "0         0              0              0  \n",
       "1         0              0              0  \n",
       "2         0              0              0  \n",
       "3         0              0              0  \n",
       "4         0              0              0  \n",
       "5         0              0              0  \n",
       "6         0              0              0  \n",
       "7         0              0              1  \n",
       "8         0              0              0  \n",
       "9         0              0              1  \n",
       "10        0              0              1  \n",
       "11        0              0              0  \n",
       "12        0              0              1  \n",
       "13        0              0              1  \n",
       "14        0              0              0  \n",
       "15        0              0              1  \n",
       "16        0              0              1  \n",
       "17        0              0              0  \n",
       "18        0              0              0  \n",
       "19        0              0              0  \n",
       "20        0              0              0  \n",
       "21        0              0              1  \n",
       "22        0              0              1  \n",
       "23        0              0              0  \n",
       "24        0              0              0  \n",
       "25        0              0              0  \n",
       "26        0              0              1  \n",
       "27        0              0              1  \n",
       "28        0              0              1  \n",
       "29        0              0              1  \n",
       "...     ...            ...            ...  \n",
       "26186     0              0              0  \n",
       "26187     0              0              0  \n",
       "26188     0              0              0  \n",
       "26189     0              0              0  \n",
       "26190     0              0              0  \n",
       "26191     0              0              0  \n",
       "26192     0              0              0  \n",
       "26193     0              0              0  \n",
       "26194     0              1              0  \n",
       "26195     0              0              0  \n",
       "26196     0              0              0  \n",
       "26197     0              0              1  \n",
       "26198     0              0              1  \n",
       "26199     0              0              0  \n",
       "26200     0              0              0  \n",
       "26201     0              0              0  \n",
       "26202     0              0              0  \n",
       "26203     0              0              0  \n",
       "26204     0              0              0  \n",
       "26205     0              0              0  \n",
       "26206     0              0              0  \n",
       "26207     0              0              1  \n",
       "26208     0              0              0  \n",
       "26209     0              0              0  \n",
       "26210     0              0              0  \n",
       "26211     0              0              0  \n",
       "26212     0              0              0  \n",
       "26213     0              0              0  \n",
       "26214     0              0              0  \n",
       "26215     0              0              0  \n",
       "\n",
       "[26216 rows x 41 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['related', 'request', 'offer', 'aid_related', 'medical_help',\n",
       "       'medical_products', 'search_and_rescue', 'security', 'military',\n",
       "       'child_alone', 'water', 'food', 'shelter', 'clothing', 'money',\n",
       "       'missing_people', 'refugees', 'death', 'other_aid',\n",
       "       'infrastructure_related', 'transport', 'buildings', 'electricity',\n",
       "       'tools', 'hospitals', 'shops', 'aid_centers', 'other_infrastructure',\n",
       "       'weather_related', 'floods', 'storm', 'fire', 'earthquake', 'cold',\n",
       "       'other_weather', 'direct_report'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Y.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0        Weather update - a cold front from Cuba that c...\n",
       "1                  Is the Hurricane over or is it not over\n",
       "2                          Looking for someone but no name\n",
       "3        UN reports Leogane 80-90 destroyed. Only Hospi...\n",
       "4        says: west side of Haiti, rest of the country ...\n",
       "5                   Information about the National Palace-\n",
       "6                           Storm at sacred heart of jesus\n",
       "7        Please, we need tents and water. We are in Sil...\n",
       "8          I would like to receive the messages, thank you\n",
       "9        I am in Croix-des-Bouquets. We have health iss...\n",
       "10       There's nothing to eat and water, we starving ...\n",
       "11       I am in Petionville. I need more information r...\n",
       "12       I am in Thomassin number 32, in the area named...\n",
       "13       Let's do it together, need food in Delma 75, i...\n",
       "14       More information on the 4636 number in order f...\n",
       "15       A Comitee in Delmas 19, Rue ( street ) Janvier...\n",
       "16       We need food and water in Klecin 12. We are dy...\n",
       "17       are you going to call me or do you want me to ...\n",
       "18          I don't understand how to use this thing 4636.\n",
       "19       I would like to know if the earthquake is over...\n",
       "20       I would like to know if one of the radio ginen...\n",
       "21                          I'm in Laplaine, I am a victim\n",
       "22       There's a lack of water in Moleya, please info...\n",
       "23       Those people who live at Sibert need food they...\n",
       "24       I want to say hello, my message is to let you ...\n",
       "25                      Can you tell me about this service\n",
       "26       People I'm at Delma 2, we don't anything what ...\n",
       "27       We are at Gressier we needs assistance right a...\n",
       "28       How can we get water and food in Fontamara 43 ...\n",
       "29       We need help. Carrefour has been forgotten com...\n",
       "                               ...                        \n",
       "26186    The ability to pick dengue from influenza is c...\n",
       "26187    A Federation chartered ship arrived from Lae w...\n",
       "26188    The result is that in Aceh province many prefa...\n",
       "26189    Otherwise, the risk is families fleeing again ...\n",
       "26190    A United Nations team from the Electoral Assis...\n",
       "26191    Senegal and Guinea-Bissau have agreed to condu...\n",
       "26192    The President said that her Government always ...\n",
       "26193    It was decided that all vehicle movement from ...\n",
       "26194    The tendency to link deforestation with large ...\n",
       "26195    Polio is a viral disease that attacks the nerv...\n",
       "26196    The new constitution declares that 'Somalia is...\n",
       "26197    We're providing clean water to people who woul...\n",
       "26198    Relief items include towels, sanitary napkins,...\n",
       "26199    In Aceh's Meulaboh town the UN refugee agency ...\n",
       "26200    WHO is recruiting a sanitary engineer / consul...\n",
       "26201    Following the severe floods which occurred ove...\n",
       "26202    The closure has stopped 169 inbound flights an...\n",
       "26203    BANGKOK, 24 January 2012 (NNT) - Prime Ministe...\n",
       "26204    Cadmium, a metallic element widely used in bat...\n",
       "26205    Epidemic surveillance: National Institute of C...\n",
       "26206    2.1 Due to sporadic skirmishes in eastern D.R....\n",
       "26207    No other army had gone to greater lengths to a...\n",
       "26208    The delivery was made in conjunction with the ...\n",
       "26209    However while ECOWAS wanted him to lead a 12-m...\n",
       "26210    Hpakant, an area rich with coveted jade stones...\n",
       "26211    The training demonstrated how to enhance micro...\n",
       "26212    A suitable candidate has been selected and OCH...\n",
       "26213    Proshika, operating in Cox's Bazar municipalit...\n",
       "26214    Some 2,000 women protesting against the conduc...\n",
       "26215    A radical shift in thinking came about as a re...\n",
       "Name: message, Length: 26216, dtype: object"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2. Write a tokenization function to process your text data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def tokenize(text):\n",
    "     # Normalize text\n",
    "    text = text.lower() \n",
    "    text = re.sub(r\"[^a-zA-Z0-9]\", \" \", text) \n",
    "    \n",
    "    \n",
    "     # Tokenize text\n",
    "    words = word_tokenize(text)\n",
    "    \n",
    "    # initiate lemmatizer\n",
    "    lemmatizer = WordNetLemmatizer()\n",
    "    \n",
    "    \n",
    "    # Remove stop words\n",
    "    tokens = [w for w in words if w not in stopwords.words('english')]  \n",
    "\n",
    "    \n",
    "    # iterate through each token\n",
    "    cleanTokens = []\n",
    "    for tok in tokens:\n",
    "        # lemmatize, normalize case, and remove leading/trailing white space\n",
    "        clean_tok = lemmatizer.lemmatize(tok).lower().strip() # [WordNetLemmatizer().lemmatize(w) for w in tokens]\n",
    "        cleanTokens.append(clean_tok)\n",
    "    \n",
    "    return cleanTokens"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 3. Build a machine learning pipeline\n",
    "This machine pipeline should take in the `message` column as input and output classification results on the other 36 categories in the dataset. You may find the [MultiOutputClassifier](http://scikit-learn.org/stable/modules/generated/sklearn.multioutput.MultiOutputClassifier.html) helpful for predicting multiple target variables."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "pipeline = Pipeline([\n",
    "    ('vect', CountVectorizer(tokenizer=tokenize)),\n",
    "    ('tfidf', TfidfTransformer()),\n",
    "    ('clf', MultiOutputClassifier(RandomForestClassifier(n_jobs=-1)))\n",
    "])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 4. Train pipeline\n",
    "- Split data into train and test sets\n",
    "- Train pipeline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(X, Y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Pipeline(memory=None,\n",
       "     steps=[('vect', CountVectorizer(analyzer='word', binary=False, decode_error='strict',\n",
       "        dtype=<class 'numpy.int64'>, encoding='utf-8', input='content',\n",
       "        lowercase=True, max_df=1.0, max_features=None, min_df=1,\n",
       "        ngram_range=(1, 1), preprocessor=None, stop_words=None,\n",
       "        strip...oob_score=False, random_state=None, verbose=0,\n",
       "            warm_start=False),\n",
       "           n_jobs=1))])"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# train classifier\n",
    "pipeline.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 5. Test your model\n",
    "Report the f1 score, precision and recall for each output category of the dataset. You can do this by iterating through the columns and calling sklearn's `classification_report` on each."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training set score:  0.816905706439\n",
      "Test set score:  0.238327738785\n"
     ]
    }
   ],
   "source": [
    "print('Training set score: ', pipeline.score(X_train,y_train))\n",
    "print('Test set score: ' ,pipeline.score(X_test,y_test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[1, 0, 0, ..., 0, 0, 0],\n",
       "       [1, 0, 0, ..., 0, 0, 0],\n",
       "       [1, 0, 0, ..., 0, 0, 0],\n",
       "       ..., \n",
       "       [1, 0, 0, ..., 0, 0, 1],\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       [1, 1, 0, ..., 0, 0, 0]])"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_pred = pipeline.predict(X_test)\n",
    "#print(classification_report(y_test, y_pred, target_names=category_names))\n",
    "y_pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy: related                   0.805005\n",
      "request                   0.885413\n",
      "offer                     0.994660\n",
      "aid_related               0.759231\n",
      "medical_help              0.922490\n",
      "medical_products          0.949344\n",
      "search_and_rescue         0.973756\n",
      "security                  0.980470\n",
      "military                  0.967196\n",
      "child_alone               1.000000\n",
      "water                     0.960635\n",
      "food                      0.924626\n",
      "shelter                   0.931950\n",
      "clothing                  0.986878\n",
      "money                     0.978029\n",
      "missing_people            0.988251\n",
      "refugees                  0.970400\n",
      "death                     0.955294\n",
      "other_aid                 0.869698\n",
      "infrastructure_related    0.933323\n",
      "transport                 0.955600\n",
      "buildings                 0.954074\n",
      "electricity               0.979707\n",
      "tools                     0.992981\n",
      "hospitals                 0.987946\n",
      "shops                     0.995117\n",
      "aid_centers               0.987946\n",
      "other_infrastructure      0.956820\n",
      "weather_related           0.850778\n",
      "floods                    0.939731\n",
      "storm                     0.935459\n",
      "fire                      0.988099\n",
      "earthquake                0.957278\n",
      "cold                      0.977724\n",
      "other_weather             0.948123\n",
      "direct_report             0.852457\n",
      "dtype: float64\n"
     ]
    }
   ],
   "source": [
    "accuracy = (y_pred == y_test).mean()\n",
    "print(\"Accuracy:\", accuracy)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "RandomForestClassifier(bootstrap=True, class_weight=None, criterion='gini',\n",
       "            max_depth=None, max_features='auto', max_leaf_nodes=None,\n",
       "            min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "            min_samples_leaf=1, min_samples_split=2,\n",
       "            min_weight_fraction_leaf=0.0, n_estimators=10, n_jobs=1,\n",
       "            oob_score=False, random_state=None, verbose=0,\n",
       "            warm_start=False)"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Instantiate transformers and classifier\n",
    "vect = CountVectorizer(tokenizer=tokenize)\n",
    "tfidf = TfidfTransformer() \n",
    "clf = RandomForestClassifier()  # MultinomialNB()\n",
    "\n",
    "# Fit and/or transform each to the data\n",
    "vect_count = vect.fit_transform(X_train)\n",
    "X_train_tf = tfidf.fit_transform(vect_count)\n",
    "clf.fit(X_train_tf, y_train )  #tfidf.fit_transform(vect.fit_transform(X_test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Transform test data\n",
    "X_test_count = vect.transform(X_test)\n",
    "X_test_tf = tfidf.transform(X_test_count)\n",
    "\n",
    "\n",
    "# Predict test labels\n",
    "y_pred = clf.predict(X_test_tf)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "#y_pred.columns\n",
    "y_pred_df = pd.DataFrame(y_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "type_of_target(y_test)\n",
    "type_of_target(y_pred)\n",
    "y_pred_df = pd.DataFrame(y_pred)\n",
    "#print(classification_report(np.hstack(y_test.values.astype(int)), np.hstack(y_pred_df.values.astype(int)), target_names = df.columns[4:]))  #, target_names=target_names"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "related\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "request\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "offer\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "aid_related\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "medical_help\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "medical_products\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "search_and_rescue\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "security\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "military\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "child_alone\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "water\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "food\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "shelter\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "clothing\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "money\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "missing_people\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "refugees\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "death\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "other_aid\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "infrastructure_related\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "transport\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "buildings\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "electricity\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "tools\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "hospitals\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "shops\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "aid_centers\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "other_infrastructure\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "weather_related\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "floods\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "storm\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "fire\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "earthquake\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "cold\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "other_weather\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "direct_report\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for i,col in enumerate(category_names):\n",
    "        print(col)\n",
    "        print(classification_report(np.hstack(y_test.values.astype(int)), np.hstack(y_pred_df.values.astype(int))))\n",
    "        print(\"***\\n\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 6. Improve your model\n",
    "Use grid search to find better parameters. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "def avg_accuracy(y_test, y_pred):\n",
    "    \"\"\"\n",
    "    This is the score_func used in make_scorer, which would be used in in GridSearchCV \n",
    "    \"\"\"\n",
    "    avg_accuracy=accuracy_score(y_test.values.reshape(-1,1), y_pred.reshape(-1,1))\n",
    "    \n",
    "    return avg_accuracy\n",
    "avg_accuracy_cv = make_scorer(avg_accuracy)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fitting 3 folds for each of 4 candidates, totalling 12 fits\n",
      "[CV] clf__estimator__max_depth=15, clf__estimator__n_estimators=100 ..\n",
      "[CV]  clf__estimator__max_depth=15, clf__estimator__n_estimators=100, score=0.9288644763164141, total= 1.9min\n",
      "[CV] clf__estimator__max_depth=15, clf__estimator__n_estimators=100 ..\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done   1 out of   1 | elapsed:  2.9min remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  clf__estimator__max_depth=15, clf__estimator__n_estimators=100, score=0.9289873868375547, total= 1.9min\n",
      "[CV] clf__estimator__max_depth=15, clf__estimator__n_estimators=100 ..\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done   2 out of   2 | elapsed:  5.9min remaining:    0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[CV]  clf__estimator__max_depth=15, clf__estimator__n_estimators=100, score=0.9290848675957006, total= 1.9min\n",
      "[CV] clf__estimator__max_depth=15, clf__estimator__n_estimators=250 ..\n",
      "[CV]  clf__estimator__max_depth=15, clf__estimator__n_estimators=250, score=0.9287839487335978, total= 2.6min\n",
      "[CV] clf__estimator__max_depth=15, clf__estimator__n_estimators=250 ..\n",
      "[CV]  clf__estimator__max_depth=15, clf__estimator__n_estimators=250, score=0.9290128166005492, total= 2.6min\n",
      "[CV] clf__estimator__max_depth=15, clf__estimator__n_estimators=250 ..\n",
      "[CV]  clf__estimator__max_depth=15, clf__estimator__n_estimators=250, score=0.9289026209609059, total= 2.6min\n",
      "[CV] clf__estimator__max_depth=30, clf__estimator__n_estimators=100 ..\n",
      "[CV]  clf__estimator__max_depth=30, clf__estimator__n_estimators=100, score=0.9332468721391517, total= 2.3min\n",
      "[CV] clf__estimator__max_depth=30, clf__estimator__n_estimators=100 ..\n",
      "[CV]  clf__estimator__max_depth=30, clf__estimator__n_estimators=100, score=0.9336495100532329, total= 2.3min\n",
      "[CV] clf__estimator__max_depth=30, clf__estimator__n_estimators=100 ..\n",
      "[CV]  clf__estimator__max_depth=30, clf__estimator__n_estimators=100, score=0.9330773403858543, total= 2.3min\n",
      "[CV] clf__estimator__max_depth=30, clf__estimator__n_estimators=250 ..\n",
      "[CV]  clf__estimator__max_depth=30, clf__estimator__n_estimators=250, score=0.9331324382056759, total= 3.7min\n",
      "[CV] clf__estimator__max_depth=30, clf__estimator__n_estimators=250 ..\n",
      "[CV]  clf__estimator__max_depth=30, clf__estimator__n_estimators=250, score=0.9334757400061031, total= 3.7min\n",
      "[CV] clf__estimator__max_depth=30, clf__estimator__n_estimators=250 ..\n",
      "[CV]  clf__estimator__max_depth=30, clf__estimator__n_estimators=250, score=0.9329713830400433, total= 3.7min\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=1)]: Done  12 out of  12 | elapsed: 45.3min finished\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "GridSearchCV(cv=3, error_score='raise',\n",
       "       estimator=Pipeline(memory=None,\n",
       "     steps=[('vect', CountVectorizer(analyzer='word', binary=False, decode_error='strict',\n",
       "        dtype=<class 'numpy.int64'>, encoding='utf-8', input='content',\n",
       "        lowercase=True, max_df=1.0, max_features=None, min_df=1,\n",
       "        ngram_range=(1, 1), preprocessor=None, stop_words=None,\n",
       "        strip...oob_score=False, random_state=None, verbose=0,\n",
       "            warm_start=False),\n",
       "           n_jobs=1))]),\n",
       "       fit_params=None, iid=True, n_jobs=1,\n",
       "       param_grid={'clf__estimator__max_depth': [15, 30], 'clf__estimator__n_estimators': [100, 250]},\n",
       "       pre_dispatch='2*n_jobs', refit=True, return_train_score='warn',\n",
       "       scoring=make_scorer(avg_accuracy), verbose=3)"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "parameters = parameters = {\n",
    "    #'features__text_pipeline__vect__ngram_range': ((1, 1), (1, 2)),  \n",
    "    'clf__estimator__max_depth': [15, 30],  \n",
    "    'clf__estimator__n_estimators': [100, 250]}\n",
    "\n",
    "cv = GridSearchCV(\n",
    "    pipeline, \n",
    "    param_grid=parameters,\n",
    "    cv=3,\n",
    "    scoring=avg_accuracy_cv, \n",
    "    verbose=3)\n",
    "\n",
    "cv.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 7. Test your model\n",
    "Show the accuracy, precision, and recall of the tuned model.  \n",
    "\n",
    "Since this project focuses on code quality, process, and  pipelines, there is no minimum performance metric needed to pass. However, make sure to fine tune your models for accuracy, precision and recall to make your project stand out - especially for your portfolio!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.93332457419274628"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cv.best_score_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'clf__estimator__max_depth': 30, 'clf__estimator__n_estimators': 100}"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cv.best_params_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "refined_pipeline = cv.best_estimator_\n",
    "y_pred_best = refined_pipeline.predict(X_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 8. Try improving your model further. Here are a few ideas:\n",
    "* try other machine learning algorithms\n",
    "* add other features besides the TF-IDF"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "related\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "request\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "offer\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "aid_related\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "medical_help\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "medical_products\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "search_and_rescue\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "security\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "military\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "child_alone\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "water\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "food\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "shelter\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "clothing\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "money\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "missing_people\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "refugees\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "death\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "other_aid\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "infrastructure_related\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "transport\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "buildings\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "electricity\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "tools\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "hospitals\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "shops\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "aid_centers\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "other_infrastructure\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "weather_related\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "floods\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "storm\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "fire\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "earthquake\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "cold\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "other_weather\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n",
      "direct_report\n",
      "             precision    recall  f1-score   support\n",
      "\n",
      "          0       0.95      0.99      0.97    215073\n",
      "          1       0.83      0.43      0.57     20826\n",
      "          2       0.23      0.42      0.30        45\n",
      "\n",
      "avg / total       0.94      0.94      0.93    235944\n",
      "\n",
      "***\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for i,col in enumerate(category_names):\n",
    "        print(col)\n",
    "        print(classification_report(np.hstack(y_test.values.astype(int)), np.hstack(y_pred_df.values.astype(int))))\n",
    "        print(\"***\\n\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 9. Export your model as a pickle file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "filename = 'classifier.gzip'\n",
    "pickle.dump(pipeline, open(filename, 'wb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "pickle.dump(pipeline, open(\"classifier.pkl\", \"wb\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "def save_model(model, model_filepath):\n",
    "    with open(model_filepath, 'wb') as file:\n",
    "        pickle.dump(model, file)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 10. Use this notebook to complete `train.py`\n",
    "Use the template file attached in the Resources folder to write a script that runs the steps above to create a database and export a model based on a new dataset specified by the user."
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}