op30_60_simulation_process_analysis_XGboost.ipynb(no split function).ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.90\n"
     ]
    }
   ],
   "source": [
    "import xgboost as xgb\n",
    "print(xgb.__version__)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "from xgboost import plot_importance\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "train = pd.read_excel('./excel_data/advanced5_train_data.xlsx')\n",
    "test = pd.read_excel('./excel_data/advanced5_test_data.xlsx')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 11509 entries, 0 to 11508\n",
      "Data columns (total 59 columns):\n",
      "item_key                   11509 non-null int64\n",
      "body_length                11509 non-null float64\n",
      "body_width                 11509 non-null float64\n",
      "body_height                11509 non-null float64\n",
      "wavyfin_length             11509 non-null float64\n",
      "wavyfin_width              11509 non-null float64\n",
      "wavyfin_height             11509 non-null float64\n",
      "op10_length                11509 non-null float64\n",
      "op10_width                 11509 non-null float64\n",
      "op10_height                11509 non-null float64\n",
      "op10_electricity_sensor    11509 non-null float64\n",
      "op10_process_time          11509 non-null int64\n",
      "op10_test                  11509 non-null int64\n",
      "op10_time_stamp            11509 non-null int64\n",
      "pipe1_length               11509 non-null float64\n",
      "pipe1_width                11509 non-null float64\n",
      "pipe1_height               11509 non-null float64\n",
      "op20_length                11509 non-null float64\n",
      "op20_width                 11509 non-null float64\n",
      "op20_height                11509 non-null float64\n",
      "op20_electricity_sensor    11509 non-null float64\n",
      "op20_process_time          11509 non-null int64\n",
      "op20_test                  11509 non-null int64\n",
      "op20_time_stamp            11509 non-null int64\n",
      "pipe2_length               11509 non-null float64\n",
      "pipe2_width                11509 non-null float64\n",
      "pipe2_height               11509 non-null float64\n",
      "op30_length                11509 non-null float64\n",
      "op30_width                 11509 non-null float64\n",
      "op30_height                11509 non-null float64\n",
      "op30_electricity_sensor    11509 non-null float64\n",
      "op30_process_time          11509 non-null int64\n",
      "op30_test                  11509 non-null int64\n",
      "op30_time_stamp            11509 non-null int64\n",
      "flange1_length             11509 non-null float64\n",
      "flange1_width              11509 non-null float64\n",
      "flange1_height             11509 non-null float64\n",
      "op40_length                11509 non-null float64\n",
      "op40_width                 11509 non-null float64\n",
      "op40_height                11509 non-null float64\n",
      "op40_temperature           11509 non-null float64\n",
      "op40_process_time          11509 non-null int64\n",
      "op40_test                  11509 non-null int64\n",
      "op40_time_stamp            11509 non-null int64\n",
      "flange2_length             11509 non-null float64\n",
      "flange2_width              11509 non-null float64\n",
      "flange2_height             11509 non-null float64\n",
      "op50_length                11509 non-null float64\n",
      "op50_width                 11509 non-null float64\n",
      "op50_height                11509 non-null float64\n",
      "op50_temperature           11509 non-null float64\n",
      "op50_process_time          11509 non-null int64\n",
      "op50_time_stamp            11509 non-null int64\n",
      "op60_test                  11509 non-null int64\n",
      "op60_length                11509 non-null float64\n",
      "op60_width                 11509 non-null float64\n",
      "op60_height                11509 non-null float64\n",
      "op60_process_time          11509 non-null int64\n",
      "op60_time_stamp            11509 non-null int64\n",
      "dtypes: float64(41), int64(18)\n",
      "memory usage: 5.2 MB\n"
     ]
    }
   ],
   "source": [
    "train.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 2879 entries, 0 to 2878\n",
      "Data columns (total 59 columns):\n",
      "item_key                   2879 non-null int64\n",
      "body_length                2879 non-null float64\n",
      "body_width                 2879 non-null float64\n",
      "body_height                2879 non-null float64\n",
      "wavyfin_length             2879 non-null float64\n",
      "wavyfin_width              2879 non-null float64\n",
      "wavyfin_height             2879 non-null float64\n",
      "op10_length                2879 non-null float64\n",
      "op10_width                 2879 non-null float64\n",
      "op10_height                2879 non-null float64\n",
      "op10_electricity_sensor    2879 non-null float64\n",
      "op10_process_time          2879 non-null int64\n",
      "op10_test                  2879 non-null int64\n",
      "op10_time_stamp            2879 non-null int64\n",
      "pipe1_length               2879 non-null float64\n",
      "pipe1_width                2879 non-null float64\n",
      "pipe1_height               2879 non-null float64\n",
      "op20_length                2879 non-null float64\n",
      "op20_width                 2879 non-null float64\n",
      "op20_height                2879 non-null float64\n",
      "op20_electricity_sensor    2879 non-null float64\n",
      "op20_process_time          2879 non-null int64\n",
      "op20_test                  2879 non-null int64\n",
      "op20_time_stamp            2879 non-null int64\n",
      "pipe2_length               2879 non-null float64\n",
      "pipe2_width                2879 non-null float64\n",
      "pipe2_height               2879 non-null float64\n",
      "op30_length                2879 non-null float64\n",
      "op30_width                 2879 non-null float64\n",
      "op30_height                2879 non-null float64\n",
      "op30_electricity_sensor    2879 non-null float64\n",
      "op30_process_time          2879 non-null int64\n",
      "op30_test                  2879 non-null int64\n",
      "op30_time_stamp            2879 non-null int64\n",
      "flange1_length             2879 non-null float64\n",
      "flange1_width              2879 non-null float64\n",
      "flange1_height             2879 non-null float64\n",
      "op40_length                2879 non-null float64\n",
      "op40_width                 2879 non-null float64\n",
      "op40_height                2879 non-null float64\n",
      "op40_temperature           2879 non-null float64\n",
      "op40_process_time          2879 non-null int64\n",
      "op40_test                  2879 non-null int64\n",
      "op40_time_stamp            2879 non-null int64\n",
      "flange2_length             2879 non-null float64\n",
      "flange2_width              2879 non-null float64\n",
      "flange2_height             2879 non-null float64\n",
      "op50_length                2879 non-null float64\n",
      "op50_width                 2879 non-null float64\n",
      "op50_height                2879 non-null float64\n",
      "op50_temperature           2879 non-null float64\n",
      "op50_process_time          2879 non-null int64\n",
      "op50_time_stamp            2879 non-null int64\n",
      "op60_test                  2879 non-null int64\n",
      "op60_length                2879 non-null float64\n",
      "op60_width                 2879 non-null float64\n",
      "op60_height                2879 non-null float64\n",
      "op60_process_time          2879 non-null int64\n",
      "op60_time_stamp            2879 non-null int64\n",
      "dtypes: float64(41), int64(18)\n",
      "memory usage: 1.3 MB\n"
     ]
    }
   ],
   "source": [
    "test.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>body_length</th>\n",
       "      <th>body_width</th>\n",
       "      <th>body_height</th>\n",
       "      <th>wavyfin_length</th>\n",
       "      <th>wavyfin_width</th>\n",
       "      <th>wavyfin_height</th>\n",
       "      <th>op10_length</th>\n",
       "      <th>op10_width</th>\n",
       "      <th>op10_height</th>\n",
       "      <th>op10_electricity_sensor</th>\n",
       "      <th>...</th>\n",
       "      <th>op30_electricity_sensor</th>\n",
       "      <th>op30_process_time</th>\n",
       "      <th>op30_test</th>\n",
       "      <th>op30_time_stamp</th>\n",
       "      <th>flange1_length</th>\n",
       "      <th>flange1_width</th>\n",
       "      <th>flange1_height</th>\n",
       "      <th>flange2_length</th>\n",
       "      <th>flange2_width</th>\n",
       "      <th>flange2_height</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>200.00291</td>\n",
       "      <td>100.00127</td>\n",
       "      <td>50.00120</td>\n",
       "      <td>100.00060</td>\n",
       "      <td>49.99947</td>\n",
       "      <td>59.99918</td>\n",
       "      <td>200.00159</td>\n",
       "      <td>99.99886</td>\n",
       "      <td>60.00084</td>\n",
       "      <td>96.69760</td>\n",
       "      <td>...</td>\n",
       "      <td>95.42282</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>70</td>\n",
       "      <td>29.99403</td>\n",
       "      <td>79.99724</td>\n",
       "      <td>39.99997</td>\n",
       "      <td>29.99989</td>\n",
       "      <td>80.00016</td>\n",
       "      <td>40.00316</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>200.00058</td>\n",
       "      <td>100.00023</td>\n",
       "      <td>49.99356</td>\n",
       "      <td>99.99844</td>\n",
       "      <td>50.00081</td>\n",
       "      <td>59.99694</td>\n",
       "      <td>200.00291</td>\n",
       "      <td>99.99886</td>\n",
       "      <td>59.99918</td>\n",
       "      <td>93.02913</td>\n",
       "      <td>...</td>\n",
       "      <td>92.34298</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>80</td>\n",
       "      <td>29.99700</td>\n",
       "      <td>79.99948</td>\n",
       "      <td>39.99735</td>\n",
       "      <td>30.00253</td>\n",
       "      <td>80.00158</td>\n",
       "      <td>39.99826</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>199.99809</td>\n",
       "      <td>99.99980</td>\n",
       "      <td>49.99937</td>\n",
       "      <td>99.99760</td>\n",
       "      <td>49.99630</td>\n",
       "      <td>60.00232</td>\n",
       "      <td>200.00058</td>\n",
       "      <td>99.99886</td>\n",
       "      <td>59.99694</td>\n",
       "      <td>90.62536</td>\n",
       "      <td>...</td>\n",
       "      <td>91.82355</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>90</td>\n",
       "      <td>30.00493</td>\n",
       "      <td>79.99883</td>\n",
       "      <td>39.99943</td>\n",
       "      <td>29.99823</td>\n",
       "      <td>79.99929</td>\n",
       "      <td>40.00145</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>199.99733</td>\n",
       "      <td>99.99884</td>\n",
       "      <td>50.00222</td>\n",
       "      <td>100.00120</td>\n",
       "      <td>49.99800</td>\n",
       "      <td>59.99907</td>\n",
       "      <td>199.99809</td>\n",
       "      <td>99.99886</td>\n",
       "      <td>60.00232</td>\n",
       "      <td>99.30119</td>\n",
       "      <td>...</td>\n",
       "      <td>93.45783</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>30.00082</td>\n",
       "      <td>80.00320</td>\n",
       "      <td>40.00309</td>\n",
       "      <td>30.00022</td>\n",
       "      <td>79.99437</td>\n",
       "      <td>39.99721</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>200.00176</td>\n",
       "      <td>99.99959</td>\n",
       "      <td>50.00200</td>\n",
       "      <td>100.00269</td>\n",
       "      <td>50.00212</td>\n",
       "      <td>59.99901</td>\n",
       "      <td>199.99733</td>\n",
       "      <td>99.99886</td>\n",
       "      <td>59.99907</td>\n",
       "      <td>96.10423</td>\n",
       "      <td>...</td>\n",
       "      <td>97.94294</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>110</td>\n",
       "      <td>30.00100</td>\n",
       "      <td>80.00036</td>\n",
       "      <td>40.00182</td>\n",
       "      <td>29.99810</td>\n",
       "      <td>80.00011</td>\n",
       "      <td>39.99834</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 39 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   body_length  body_width  body_height  wavyfin_length  wavyfin_width  \\\n",
       "0    200.00291   100.00127     50.00120       100.00060       49.99947   \n",
       "1    200.00058   100.00023     49.99356        99.99844       50.00081   \n",
       "2    199.99809    99.99980     49.99937        99.99760       49.99630   \n",
       "3    199.99733    99.99884     50.00222       100.00120       49.99800   \n",
       "4    200.00176    99.99959     50.00200       100.00269       50.00212   \n",
       "\n",
       "   wavyfin_height  op10_length  op10_width  op10_height  \\\n",
       "0        59.99918    200.00159    99.99886     60.00084   \n",
       "1        59.99694    200.00291    99.99886     59.99918   \n",
       "2        60.00232    200.00058    99.99886     59.99694   \n",
       "3        59.99907    199.99809    99.99886     60.00232   \n",
       "4        59.99901    199.99733    99.99886     59.99907   \n",
       "\n",
       "   op10_electricity_sensor  ...  op30_electricity_sensor  op30_process_time  \\\n",
       "0                 96.69760  ...                 95.42282                 10   \n",
       "1                 93.02913  ...                 92.34298                 10   \n",
       "2                 90.62536  ...                 91.82355                 10   \n",
       "3                 99.30119  ...                 93.45783                 10   \n",
       "4                 96.10423  ...                 97.94294                 10   \n",
       "\n",
       "   op30_test  op30_time_stamp  flange1_length  flange1_width  flange1_height  \\\n",
       "0          1               70        29.99403       79.99724        39.99997   \n",
       "1          0               80        29.99700       79.99948        39.99735   \n",
       "2          0               90        30.00493       79.99883        39.99943   \n",
       "3          0              100        30.00082       80.00320        40.00309   \n",
       "4          0              110        30.00100       80.00036        40.00182   \n",
       "\n",
       "   flange2_length  flange2_width  flange2_height  \n",
       "0        29.99989       80.00016        40.00316  \n",
       "1        30.00253       80.00158        39.99826  \n",
       "2        29.99823       79.99929        40.00145  \n",
       "3        30.00022       79.99437        39.99721  \n",
       "4        29.99810       80.00011        39.99834  \n",
       "\n",
       "[5 rows x 39 columns]"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train = train.drop(['op60_time_stamp', 'op60_process_time', \n",
    "                   'op60_height', 'op60_width', 'op60_length', 'op60_test', \n",
    "                   'op50_time_stamp', 'op50_process_time', \n",
    "                   'op50_height', 'op50_width', 'op50_length', 'op50_temperature',\n",
    "                   'op40_time_stamp', 'op40_process_time', \n",
    "                   'op40_height', 'op40_width', 'op40_length', 'op40_temperature', 'op40_test',\n",
    "                   'item_key'], axis = 1)\n",
    "X_train.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 11509 entries, 0 to 11508\n",
      "Data columns (total 33 columns):\n",
      "body_length                11509 non-null float64\n",
      "body_width                 11509 non-null float64\n",
      "body_height                11509 non-null float64\n",
      "wavyfin_length             11509 non-null float64\n",
      "wavyfin_width              11509 non-null float64\n",
      "wavyfin_height             11509 non-null float64\n",
      "op10_length                11509 non-null float64\n",
      "op10_width                 11509 non-null float64\n",
      "op10_height                11509 non-null float64\n",
      "op10_electricity_sensor    11509 non-null float64\n",
      "op10_test                  11509 non-null int64\n",
      "pipe1_length               11509 non-null float64\n",
      "pipe1_width                11509 non-null float64\n",
      "pipe1_height               11509 non-null float64\n",
      "op20_length                11509 non-null float64\n",
      "op20_width                 11509 non-null float64\n",
      "op20_height                11509 non-null float64\n",
      "op20_electricity_sensor    11509 non-null float64\n",
      "op20_test                  11509 non-null int64\n",
      "pipe2_length               11509 non-null float64\n",
      "pipe2_width                11509 non-null float64\n",
      "pipe2_height               11509 non-null float64\n",
      "op30_length                11509 non-null float64\n",
      "op30_width                 11509 non-null float64\n",
      "op30_height                11509 non-null float64\n",
      "op30_electricity_sensor    11509 non-null float64\n",
      "op30_test                  11509 non-null int64\n",
      "flange1_length             11509 non-null float64\n",
      "flange1_width              11509 non-null float64\n",
      "flange1_height             11509 non-null float64\n",
      "flange2_length             11509 non-null float64\n",
      "flange2_width              11509 non-null float64\n",
      "flange2_height             11509 non-null float64\n",
      "dtypes: float64(30), int64(3)\n",
      "memory usage: 2.9 MB\n"
     ]
    }
   ],
   "source": [
    "X_train.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    0\n",
       "1    1\n",
       "2    1\n",
       "3    0\n",
       "4    0\n",
       "Name: op60_test, dtype: int64"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Y_train = train['op60_test']\n",
    "Y_train.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>body_length</th>\n",
       "      <th>body_width</th>\n",
       "      <th>body_height</th>\n",
       "      <th>wavyfin_length</th>\n",
       "      <th>wavyfin_width</th>\n",
       "      <th>wavyfin_height</th>\n",
       "      <th>op10_length</th>\n",
       "      <th>op10_width</th>\n",
       "      <th>op10_height</th>\n",
       "      <th>op10_electricity_sensor</th>\n",
       "      <th>...</th>\n",
       "      <th>op30_electricity_sensor</th>\n",
       "      <th>op30_process_time</th>\n",
       "      <th>op30_test</th>\n",
       "      <th>op30_time_stamp</th>\n",
       "      <th>flange1_length</th>\n",
       "      <th>flange1_width</th>\n",
       "      <th>flange1_height</th>\n",
       "      <th>flange2_length</th>\n",
       "      <th>flange2_width</th>\n",
       "      <th>flange2_height</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>199.99658</td>\n",
       "      <td>100.00182</td>\n",
       "      <td>49.99818</td>\n",
       "      <td>100.00554</td>\n",
       "      <td>49.99813</td>\n",
       "      <td>60.00126</td>\n",
       "      <td>200.00064</td>\n",
       "      <td>99.99886</td>\n",
       "      <td>59.99634</td>\n",
       "      <td>99.22668</td>\n",
       "      <td>...</td>\n",
       "      <td>97.02756</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>115160</td>\n",
       "      <td>30.00049</td>\n",
       "      <td>80.00351</td>\n",
       "      <td>39.99782</td>\n",
       "      <td>29.99985</td>\n",
       "      <td>80.00118</td>\n",
       "      <td>39.99765</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>199.99713</td>\n",
       "      <td>99.99860</td>\n",
       "      <td>50.00096</td>\n",
       "      <td>100.00927</td>\n",
       "      <td>50.00083</td>\n",
       "      <td>60.00034</td>\n",
       "      <td>199.99658</td>\n",
       "      <td>99.99886</td>\n",
       "      <td>60.00126</td>\n",
       "      <td>91.08281</td>\n",
       "      <td>...</td>\n",
       "      <td>93.87609</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>115170</td>\n",
       "      <td>30.00138</td>\n",
       "      <td>80.00063</td>\n",
       "      <td>40.00158</td>\n",
       "      <td>30.00103</td>\n",
       "      <td>79.99501</td>\n",
       "      <td>40.00227</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>200.00282</td>\n",
       "      <td>100.00529</td>\n",
       "      <td>50.00384</td>\n",
       "      <td>100.00144</td>\n",
       "      <td>49.99816</td>\n",
       "      <td>59.99651</td>\n",
       "      <td>199.99713</td>\n",
       "      <td>99.99886</td>\n",
       "      <td>60.00034</td>\n",
       "      <td>98.64852</td>\n",
       "      <td>...</td>\n",
       "      <td>96.04069</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>115180</td>\n",
       "      <td>29.99943</td>\n",
       "      <td>80.00266</td>\n",
       "      <td>40.00002</td>\n",
       "      <td>29.99942</td>\n",
       "      <td>79.99698</td>\n",
       "      <td>40.00234</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>200.00169</td>\n",
       "      <td>100.00001</td>\n",
       "      <td>50.00289</td>\n",
       "      <td>99.99753</td>\n",
       "      <td>49.99951</td>\n",
       "      <td>59.99916</td>\n",
       "      <td>200.00282</td>\n",
       "      <td>99.99886</td>\n",
       "      <td>59.99651</td>\n",
       "      <td>92.95297</td>\n",
       "      <td>...</td>\n",
       "      <td>99.03526</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>115190</td>\n",
       "      <td>30.00059</td>\n",
       "      <td>80.00214</td>\n",
       "      <td>40.00159</td>\n",
       "      <td>29.99514</td>\n",
       "      <td>79.99716</td>\n",
       "      <td>40.00065</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>200.00132</td>\n",
       "      <td>100.00324</td>\n",
       "      <td>50.00222</td>\n",
       "      <td>99.99392</td>\n",
       "      <td>50.00096</td>\n",
       "      <td>60.00247</td>\n",
       "      <td>200.00169</td>\n",
       "      <td>99.99886</td>\n",
       "      <td>59.99916</td>\n",
       "      <td>96.80218</td>\n",
       "      <td>...</td>\n",
       "      <td>94.46605</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>115200</td>\n",
       "      <td>30.00098</td>\n",
       "      <td>80.00104</td>\n",
       "      <td>39.99760</td>\n",
       "      <td>30.00693</td>\n",
       "      <td>80.00156</td>\n",
       "      <td>39.99734</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 39 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   body_length  body_width  body_height  wavyfin_length  wavyfin_width  \\\n",
       "0    199.99658   100.00182     49.99818       100.00554       49.99813   \n",
       "1    199.99713    99.99860     50.00096       100.00927       50.00083   \n",
       "2    200.00282   100.00529     50.00384       100.00144       49.99816   \n",
       "3    200.00169   100.00001     50.00289        99.99753       49.99951   \n",
       "4    200.00132   100.00324     50.00222        99.99392       50.00096   \n",
       "\n",
       "   wavyfin_height  op10_length  op10_width  op10_height  \\\n",
       "0        60.00126    200.00064    99.99886     59.99634   \n",
       "1        60.00034    199.99658    99.99886     60.00126   \n",
       "2        59.99651    199.99713    99.99886     60.00034   \n",
       "3        59.99916    200.00282    99.99886     59.99651   \n",
       "4        60.00247    200.00169    99.99886     59.99916   \n",
       "\n",
       "   op10_electricity_sensor  ...  op30_electricity_sensor  op30_process_time  \\\n",
       "0                 99.22668  ...                 97.02756                 10   \n",
       "1                 91.08281  ...                 93.87609                 10   \n",
       "2                 98.64852  ...                 96.04069                 10   \n",
       "3                 92.95297  ...                 99.03526                 10   \n",
       "4                 96.80218  ...                 94.46605                 10   \n",
       "\n",
       "   op30_test  op30_time_stamp  flange1_length  flange1_width  flange1_height  \\\n",
       "0          0           115160        30.00049       80.00351        39.99782   \n",
       "1          0           115170        30.00138       80.00063        40.00158   \n",
       "2          0           115180        29.99943       80.00266        40.00002   \n",
       "3          0           115190        30.00059       80.00214        40.00159   \n",
       "4          0           115200        30.00098       80.00104        39.99760   \n",
       "\n",
       "   flange2_length  flange2_width  flange2_height  \n",
       "0        29.99985       80.00118        39.99765  \n",
       "1        30.00103       79.99501        40.00227  \n",
       "2        29.99942       79.99698        40.00234  \n",
       "3        29.99514       79.99716        40.00065  \n",
       "4        30.00693       80.00156        39.99734  \n",
       "\n",
       "[5 rows x 39 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test = test.drop(['op60_time_stamp', 'op60_process_time', \n",
    "                   'op60_height', 'op60_width', 'op60_length', 'op60_test', \n",
    "                   'op50_time_stamp', 'op50_process_time', \n",
    "                   'op50_height', 'op50_width', 'op50_length', 'op50_temperature',\n",
    "                   'op40_time_stamp', 'op40_process_time', \n",
    "                   'op40_height', 'op40_width', 'op40_length', 'op40_temperature', 'op40_test',\n",
    "                   'item_key'], axis = 1)\n",
    "X_test.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    0\n",
       "1    0\n",
       "2    0\n",
       "3    0\n",
       "4    0\n",
       "Name: op60_test, dtype: int64"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Y_test = test['op60_test']\n",
    "Y_test.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 2879 entries, 0 to 2878\n",
      "Data columns (total 39 columns):\n",
      "body_length                2879 non-null float64\n",
      "body_width                 2879 non-null float64\n",
      "body_height                2879 non-null float64\n",
      "wavyfin_length             2879 non-null float64\n",
      "wavyfin_width              2879 non-null float64\n",
      "wavyfin_height             2879 non-null float64\n",
      "op10_length                2879 non-null float64\n",
      "op10_width                 2879 non-null float64\n",
      "op10_height                2879 non-null float64\n",
      "op10_electricity_sensor    2879 non-null float64\n",
      "op10_process_time          2879 non-null int64\n",
      "op10_test                  2879 non-null int64\n",
      "op10_time_stamp            2879 non-null int64\n",
      "pipe1_length               2879 non-null float64\n",
      "pipe1_width                2879 non-null float64\n",
      "pipe1_height               2879 non-null float64\n",
      "op20_length                2879 non-null float64\n",
      "op20_width                 2879 non-null float64\n",
      "op20_height                2879 non-null float64\n",
      "op20_electricity_sensor    2879 non-null float64\n",
      "op20_process_time          2879 non-null int64\n",
      "op20_test                  2879 non-null int64\n",
      "op20_time_stamp            2879 non-null int64\n",
      "pipe2_length               2879 non-null float64\n",
      "pipe2_width                2879 non-null float64\n",
      "pipe2_height               2879 non-null float64\n",
      "op30_length                2879 non-null float64\n",
      "op30_width                 2879 non-null float64\n",
      "op30_height                2879 non-null float64\n",
      "op30_electricity_sensor    2879 non-null float64\n",
      "op30_process_time          2879 non-null int64\n",
      "op30_test                  2879 non-null int64\n",
      "op30_time_stamp            2879 non-null int64\n",
      "flange1_length             2879 non-null float64\n",
      "flange1_width              2879 non-null float64\n",
      "flange1_height             2879 non-null float64\n",
      "flange2_length             2879 non-null float64\n",
      "flange2_width              2879 non-null float64\n",
      "flange2_height             2879 non-null float64\n",
      "dtypes: float64(30), int64(9)\n",
      "memory usage: 877.3 KB\n"
     ]
    }
   ],
   "source": [
    "X_test.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(11509, 33)"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0    11142\n",
      "1      367\n",
      "Name: op60_test, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "print(train['op60_test'].value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0    2789\n",
      "1      90\n",
      "Name: op60_test, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "print(test['op60_test'].value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "dtrain = xgb.DMatrix(data = X_train, label = Y_train)\n",
    "dtest = xgb.DMatrix(data = X_test, label = Y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "wlist = [(dtrain, 'train'), (dtest, 'eval')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [],
   "source": [
    "params = {'max_depth' : 10,\n",
    "         'eta': 0.001,\n",
    "         'objective' : 'binary:logistic',\n",
    "          'eval_metric' : 'error',\n",
    "         'early_stopping':200\n",
    "         }\n",
    "num_rounds = 1000"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\ttrain-error:0.031888\teval-error:0.031261\n",
      "Multiple eval metrics have been passed: 'eval-error' will be used for early stopping.\n",
      "\n",
      "Will train until eval-error hasn't improved in 200 rounds.\n",
      "[1]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[2]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[3]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[4]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[5]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[6]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[7]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[8]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[9]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[10]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[11]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[12]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[13]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[14]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[15]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[16]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[17]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[18]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[19]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[20]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[21]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[22]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[23]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[24]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[25]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[26]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[27]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[28]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[29]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[30]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[31]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[32]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[33]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[34]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[35]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[36]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[37]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[38]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[39]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[40]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[41]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[42]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[43]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[44]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[45]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[46]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[47]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[48]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[49]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[50]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[51]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[52]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[53]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[54]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[55]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[56]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[57]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[58]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[59]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[60]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[61]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[62]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[63]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[64]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[65]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[66]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[67]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[68]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[69]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[70]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[71]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[72]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[73]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[74]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[75]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[76]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[77]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[78]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[79]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[80]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[81]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[82]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[83]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[84]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[85]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[86]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[87]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[88]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[89]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[90]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[91]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[92]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[93]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[94]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[95]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[96]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[97]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[98]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[99]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[100]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[101]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[102]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[103]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[104]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[105]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[106]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[107]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[108]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[109]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[110]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[111]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[112]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[113]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[114]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[115]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[116]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[117]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[118]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[119]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[120]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[121]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[122]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[123]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[124]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[125]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[126]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[127]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[128]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[129]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[130]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[131]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[132]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[133]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[134]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[135]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[136]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[137]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[138]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[139]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[140]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[141]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[142]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[143]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[144]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[145]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[146]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[147]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[148]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[149]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[150]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[151]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[152]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[153]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[154]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[155]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[156]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[157]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[158]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[159]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[160]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[161]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[162]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[163]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[164]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[165]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[166]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[167]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[168]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[169]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[170]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[171]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[172]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[173]\ttrain-error:0.031888\teval-error:0.031261\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[174]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[175]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[176]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[177]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[178]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[179]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[180]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[181]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[182]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[183]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[184]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[185]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[186]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[187]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[188]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[189]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[190]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[191]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[192]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[193]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[194]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[195]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[196]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[197]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[198]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[199]\ttrain-error:0.031888\teval-error:0.031261\n",
      "[200]\ttrain-error:0.031888\teval-error:0.031261\n",
      "Stopping. Best iteration:\n",
      "[0]\ttrain-error:0.031888\teval-error:0.031261\n",
      "\n"
     ]
    }
   ],
   "source": [
    "xgb_model = xgb.train(params = params, dtrain = dtrain, num_boost_round = num_rounds,\n",
    "                     early_stopping_rounds = 200, evals = wlist)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0.415 0.434 0.415 0.415 0.415 0.415 0.415 0.415 0.415 0.415]\n",
      "predict() 수행 결과값을 10개만 표시, 예측 확률 값으로 표시됨 \n",
      "예측값 100개만 표시:  [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]\n"
     ]
    }
   ],
   "source": [
    "pred_probs = xgb_model.predict(dtest)\n",
    "print(np.round(pred_probs[:10], 3))\n",
    "\n",
    "print('predict() 수행 결과값을 10개만 표시, 예측 확률 값으로 표시됨 ')\n",
    "preds = [1 if x > 0.5 else 0 for x in pred_probs]\n",
    "print('예측값 100개만 표시: ', preds[:100])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.metrics import accuracy_score, precision_score , recall_score , confusion_matrix\n",
    "\n",
    "def get_clf_eval(y_test , pred):\n",
    "    confusion = confusion_matrix( y_test, pred)\n",
    "    accuracy = accuracy_score(y_test , pred)\n",
    "    precision = precision_score(y_test , pred)\n",
    "    recall = recall_score(y_test , pred)\n",
    "    print('오차 행렬')\n",
    "    print(confusion)\n",
    "    print('정확도: {0:.4f}, 정밀도: {1:.4f}, 재현율: {2:.4f}'.format(accuracy , precision ,recall))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "오차 행렬\n",
      "[[2789    0]\n",
      " [  90    0]]\n",
      "정확도: 0.9687, 정밀도: 0.0000, 재현율: 0.0000\n"
     ]
    }
   ],
   "source": [
    "get_clf_eval(Y_test, preds)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}